-- Logs begin at Wed 2022-02-16 04:54:00 UTC, end at Wed 2022-02-16 05:53:45 UTC. -- Feb 16 05:24:38.884500 dv-cinder-829473-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 05:24:41.874543 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.common.config [-] Logging enabled! Feb 16 05:24:41.875140 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 05:24:41.875343 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102460) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 05:24:41.878628 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.common.config [-] Logging enabled! Feb 16 05:24:41.878885 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 05:24:41.879196 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102460) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 05:24:41.880141 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 05:24:41.880378 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 05:24:41.881494 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 05:24:41.881744 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 05:24:41.881974 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 05:24:41.882299 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.882729 dv-cinder-829473-2-iscsi neutron-server[102460]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 16 05:24:41.883042 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.883336 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.883627 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.883926 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.884219 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.884504 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.884793 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.885096 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.885414 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.885698 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.885987 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.886280 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.886563 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.886849 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.887137 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.887422 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] debug = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.887701 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.888125 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.888554 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.888834 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.889121 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.889441 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.889714 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.889992 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.890602 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.890949 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] host = dv-cinder-829473-2-iscsi {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.891303 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.891599 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.891886 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.892172 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.892449 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.892725 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.893006 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.893296 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.893573 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] log_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.893848 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.894133 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.894419 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.894708 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.894935 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.895157 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.895443 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.895731 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.896006 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.896302 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.896580 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.896855 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.897128 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.897421 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.897710 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.897994 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.898278 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.898553 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.898827 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.899099 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.899370 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.899652 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.899923 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.900196 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.900472 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.900757 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.901027 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.901393 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.901701 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.901981 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.902262 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.902547 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.902821 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.903103 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.903376 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.903650 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.903922 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] use_json = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.904194 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.904465 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.904747 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.905019 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.905311 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.905594 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.905867 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.906151 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.906427 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:41.906726 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.907022 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.907321 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.907625 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.907914 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.908194 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.908483 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.908762 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.909048 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.909371 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.909667 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.909951 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.910253 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.910548 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.910844 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.911151 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.911446 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.911745 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.912047 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.912326 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.912604 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.912887 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.913178 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.913484 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.913776 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.914065 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.914344 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.914645 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.914933 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.915226 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.915522 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.915799 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.916080 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.916369 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.916650 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.916923 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.917203 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.917515 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.917796 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.918068 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.918349 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.918627 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.918901 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.919172 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.919450 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.919740 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.920064 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.920288 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.920558 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.920837 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.921108 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.921421 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.921701 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.921974 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.922245 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.922526 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.922804 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.923077 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.923356 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.923627 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.923906 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.924176 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.924445 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.924718 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.924990 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.925279 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.925562 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.925834 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.926109 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.926395 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.926653 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.927185 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.927463 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.928268 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.928555 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.928852 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.929134 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.929439 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.929720 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.929999 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.930278 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.930557 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.930834 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.931113 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.931386 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.931677 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.931961 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.932248 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.932549 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.932826 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.933123 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.933432 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.933721 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.934001 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.934281 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.934562 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.934847 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.935138 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.935432 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.935726 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.936023 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.936315 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.936596 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.936903 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.937182 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:41.937423 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 05:24:41.937672 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102460) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 05:24:42.308175 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 05:24:42.308455 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 05:24:42.308761 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 05:24:42.309097 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 05:24:42.636778 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:42.637006 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:42.637302 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:42.638612 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:42.638889 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:42.639157 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:42.684064 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:42.684344 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:42.684616 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:42.699173 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:42.699454 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:42.699726 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:42.832256 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:42.832542 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:42.832816 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:42.869342 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:42.869618 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:42.869885 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.111174 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.111789 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.111789 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.111952 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.112632 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.212081 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.212400 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.212680 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.212947 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.213210 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.213543 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.213802 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.214059 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.214312 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.214590 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.214847 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.215110 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.215363 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.215613 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.215868 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.216130 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.216382 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.216647 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.216912 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.217169 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.217462 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.217714 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.217992 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.218366 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.218612 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.218854 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.219247 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 05:24:43.219494 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 05:24:43.219733 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 05:24:43.219970 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 05:24:43.220206 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 05:24:43.220440 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 05:24:43.220798 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 05:24:43.223909 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 05:24:43.229511 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 05:24:43.233337 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Feb 16 05:24:43.234985 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 05:24:43.235455 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 05:24:43.235792 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 05:24:43.236176 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 05:24:43.239025 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 05:24:43.239279 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 05:24:43.239633 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 05:24:43.244512 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 16 05:24:43.267119 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 05:24:43.267568 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.267863 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102460) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 16 05:24:43.268392 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.269820 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102460) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 05:24:43.270100 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 05:24:43.270345 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 05:24:43.274159 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.274445 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.337516 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 05:24:43.337755 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 05:24:43.337986 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 05:24:43.338345 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 05:24:43.358719 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_db.sqlalchemy.engines [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102460) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 16 05:24:43.806135 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Initializing driver for type 'gre' Feb 16 05:24:43.806664 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] gre ID ranges: [(1, 1000)] Feb 16 05:24:43.856865 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Initializing driver for type 'local' Feb 16 05:24:43.857200 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Initializing driver for type 'vlan' Feb 16 05:24:43.870855 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] VlanTypeDriver initialization complete Feb 16 05:24:43.871208 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Initializing driver for type 'vxlan' Feb 16 05:24:43.871813 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] vxlan ID ranges: [(1, 1000)] Feb 16 05:24:43.921819 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Initializing extension driver 'port_security' Feb 16 05:24:43.922101 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.extensions.port_security [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] PortSecurityExtensionDriver initialization complete Feb 16 05:24:43.922433 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Initializing mechanism driver 'openvswitch' Feb 16 05:24:43.922854 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Initializing mechanism driver 'hyperv' Feb 16 05:24:43.930297 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.plugins.ml2.plugin [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:24:43.931130 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > port after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.931497 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > port after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.931844 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > port after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.932361 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 05:24:43.932818 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > subnet after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.933168 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > subnet after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.933556 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.933947 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 05:24:43.934357 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > network after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.934704 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > network after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.935042 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > network after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.935430 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 05:24:43.935831 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > security_group after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.936177 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > security_group after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.936514 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.936903 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 05:24:43.937329 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.937670 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.938004 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.938392 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 05:24:43.938787 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > address_group after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.939122 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > address_group after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.939454 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.939841 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 05:24:43.940276 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] ML2 OVO RPC backend initialized. {{(pid=102460) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 16 05:24:43.940977 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.941352 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.941771 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > network before_response 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.942117 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > networks before_response 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.942464 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > port before_response 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.942808 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > ports before_response 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.943145 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > subnet before_response 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.943484 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > subnets before_response 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.943825 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > network after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.944168 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > network after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.944500 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > network after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.944830 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > port after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.945177 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > port after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.945518 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > port after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.945851 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > subnet after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.946182 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > subnet after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.946510 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.953733 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.quota [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded quota_driver: . Feb 16 05:24:43.954096 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.plugin [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Modular L2 Plugin initialization complete Feb 16 05:24:43.954440 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading services supported by the core plugin {{(pid=102460) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 05:24:43.954776 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.plugins.ml2.managers [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Got port-security extension from driver 'port_security' Feb 16 05:24:43.955247 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.extensions.vlantransparent [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Disabled vlantransparent extension. Feb 16 05:24:43.955731 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102460) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 05:24:43.956050 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading Plugin: router Feb 16 05:24:43.993682 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.994070 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router after_create 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.994437 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router before_create 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.994797 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.995167 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.995517 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router after_delete 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.995870 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.996213 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.996613 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router after_create 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.996970 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router after_update 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.997337 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router after_update 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.997684 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.998038 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router after_update 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.998444 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router precommit_update 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.998865 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: port after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.999204 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: port after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.999539 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: subnet after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:43.999877 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.000222 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.000563 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router precommit_create 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.000951 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: port before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.001317 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router precommit_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.001675 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router after_update 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.002013 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.002546 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router precommit_create 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.002906 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.003244 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router precommit_update 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.003605 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > agent after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.003949 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > agent after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.004287 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > network after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.005193 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Tracking information for resource: router configured {{(pid=102460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 05:24:44.005693 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Tracking information for resource: floatingip configured {{(pid=102460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 05:24:44.012038 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.db.l3_agentschedulers_db [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 05:24:44.012867 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: port after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.013290 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: port after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.013634 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: port after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.013999 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: port after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.014793 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router before_create 55550100 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.015221 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.015741 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router precommit_create 55550100 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.016219 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > router precommit_update 55550100 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.022220 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.services.provider_configuration [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Service providers = [] {{(pid=102460) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 05:24:44.022576 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.db.servicetype_db [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102460) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 05:24:44.025561 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.services.service_base [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 05:24:44.025909 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.services.service_base [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 05:24:44.026248 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.services.service_base [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 05:24:44.027406 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.services.service_base [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 05:24:44.028021 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.services.service_base [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 05:24:44.028412 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 05:24:44.028726 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 05:24:44.039969 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 05:24:44.040303 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading Plugin: auto_allocate Feb 16 05:24:44.046178 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: network precommit_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.046541 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: network precommit_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.047052 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 05:24:44.047368 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading Plugin: tag Feb 16 05:24:44.054489 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 05:24:44.054822 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading Plugin: timestamp Feb 16 05:24:44.058684 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 05:24:44.059010 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading Plugin: network_ip_availability Feb 16 05:24:44.064505 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.064876 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.065231 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.065969 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 05:24:44.066285 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading Plugin: flavors Feb 16 05:24:44.071317 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 05:24:44.071649 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading Plugin: revisions Feb 16 05:24:44.075993 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 05:24:44.076384 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_concurrency.lockutils [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.768s {{(pid=102460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 05:24:44.077116 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102460) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 05:24:44.077478 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Initializing extension manager. Feb 16 05:24:44.078002 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: __init__.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.078339 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: __pycache__ {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.078667 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.078994 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: address_group.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.079739 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.080304 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: address-group Feb 16 05:24:44.080622 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: address_scope.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.081363 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.081875 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: address-scope Feb 16 05:24:44.082195 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.083156 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.084170 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: router-admin-state-down-before-update Feb 16 05:24:44.084510 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: agent.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.085212 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.085769 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: agent Feb 16 05:24:44.086090 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: agent_resources_synced.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.086996 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.087505 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: agent-resources-synced Feb 16 05:24:44.087826 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: allowedaddresspairs.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.089630 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.090153 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: allowed-address-pairs Feb 16 05:24:44.090477 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: auto_allocated_topology.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.091548 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.092067 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: auto-allocated-topology Feb 16 05:24:44.092389 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: availability_zone.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.093073 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.093613 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: availability_zone Feb 16 05:24:44.093934 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: availability_zone_filter.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.094867 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.095373 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: availability_zone_filter Feb 16 05:24:44.095689 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: data_plane_status.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.096586 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.097090 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 05:24:44.097439 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: default_subnetpools.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.098344 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.098845 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: default-subnetpools Feb 16 05:24:44.099162 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.100592 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.101074 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: dhcp_agent_scheduler Feb 16 05:24:44.101419 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: dns.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.102328 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.102832 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 05:24:44.103149 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: dns_domain_ports.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.104053 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.104555 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 05:24:44.104871 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.105816 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.106316 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 16 05:24:44.106631 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: dvr.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.107322 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.108102 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: dvr Feb 16 05:24:44.108416 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: ecmp_routes.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.109417 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.109927 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 16 05:24:44.110242 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: empty_string_filtering.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.111144 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.111646 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: empty-string-filtering Feb 16 05:24:44.112151 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.112848 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.113380 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 05:24:44.113696 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.114597 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.115121 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 05:24:44.115437 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: external_net.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.116334 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.116838 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: external-net Feb 16 05:24:44.117153 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.118089 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.118592 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: extra_dhcp_opt Feb 16 05:24:44.118907 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: extraroute.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.119812 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.120313 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: extraroute Feb 16 05:24:44.120628 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: extraroute_atomic.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.121677 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.122182 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: extraroute-atomic Feb 16 05:24:44.122501 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: filter_validation.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.123164 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.123668 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: filter-validation Feb 16 05:24:44.123981 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: fip_pf_description.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.124886 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.125417 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 05:24:44.125736 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: fip_port_details.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.126844 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.127356 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: fip-port-details Feb 16 05:24:44.127673 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: flavors.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.128947 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.129485 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: flavors Feb 16 05:24:44.129811 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.131559 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.132074 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 05:24:44.132394 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: floatingip_pools.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.133113 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.133657 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: floatingip-pools Feb 16 05:24:44.133977 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: ip_allocation.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.134899 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.135400 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 05:24:44.135715 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.136624 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.137130 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: ip-substring-filtering Feb 16 05:24:44.137478 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: l2_adjacency.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.138397 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.138908 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 05:24:44.139223 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: l3.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.140179 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.140692 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: router Feb 16 05:24:44.141010 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.143329 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.143850 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 05:24:44.144177 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.145098 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.145640 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: ext-gw-mode Feb 16 05:24:44.145967 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.147415 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.147923 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: l3-ha Feb 16 05:24:44.148244 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.149145 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.149684 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 16 05:24:44.150004 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: l3_flavors.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.150905 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.151412 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: l3-flavors Feb 16 05:24:44.151732 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.153098 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.153661 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 16 05:24:44.153986 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.154893 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.155404 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 05:24:44.155723 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: l3agentscheduler.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.156763 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.157294 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: l3_agent_scheduler Feb 16 05:24:44.157621 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: local_ip.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.159444 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.159967 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension local_ip not supported by any of loaded plugins Feb 16 05:24:44.160293 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: logging.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.162521 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.163047 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension logging not supported by any of loaded plugins Feb 16 05:24:44.163380 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: metering.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.164125 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.164710 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: metering Feb 16 05:24:44.165040 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.166153 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.166669 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: metering_source_and_destination_fields Feb 16 05:24:44.166993 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: multiprovidernet.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.167916 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.168425 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: multi-provider Feb 16 05:24:44.168745 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: netmtu.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.169681 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.170185 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: net-mtu Feb 16 05:24:44.170502 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: netmtu_writable.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.171407 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.171957 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: net-mtu-writable Feb 16 05:24:44.172232 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: network_availability_zone.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.172898 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.173441 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: network_availability_zone Feb 16 05:24:44.173769 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: network_ip_availability.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.174870 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.175384 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: network-ip-availability Feb 16 05:24:44.175708 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: network_segment_range.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.176464 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.177224 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 05:24:44.177602 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: pagination.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.178575 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.178899 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: pagination Feb 16 05:24:44.179215 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: port_device_profile.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.180117 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.180625 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: port-device-profile Feb 16 05:24:44.180942 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.181880 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.182387 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: port-mac-address-regenerate Feb 16 05:24:44.182704 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.183609 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.184118 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: port-numa-affinity-policy Feb 16 05:24:44.184434 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: port_resource_request.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.185360 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.185868 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 05:24:44.186183 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: port_resource_request_groups.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.187133 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.187637 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 16 05:24:44.187952 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: portbindings.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.188867 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.189408 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: binding Feb 16 05:24:44.189728 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: portbindings_extended.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.190991 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.191502 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: binding-extended Feb 16 05:24:44.191823 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: portsecurity.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.192725 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.193279 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: port-security Feb 16 05:24:44.193621 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: project_id.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.194592 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.194919 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: project-id Feb 16 05:24:44.195237 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: providernet.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.196143 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.196652 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: provider Feb 16 05:24:44.196968 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: qos.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.200557 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.201077 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension qos not supported by any of loaded plugins Feb 16 05:24:44.201443 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.202688 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.203204 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 05:24:44.203531 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.204441 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.204950 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 05:24:44.205288 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: qos_default.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.206198 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.206705 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension qos-default not supported by any of loaded plugins Feb 16 05:24:44.207024 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: qos_fip.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.207948 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.208453 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 05:24:44.209338 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.210249 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.210757 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 16 05:24:44.211075 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: qos_gateway_ip.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.212104 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.212616 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 05:24:44.212937 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: qos_port_network_policy.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.213882 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.214397 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 05:24:44.214716 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.215748 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.216260 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 16 05:24:44.216579 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.217639 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.218149 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 16 05:24:44.218470 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: qos_pps_rule.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.219645 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.220158 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension qos-pps not supported by any of loaded plugins Feb 16 05:24:44.220479 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: qos_rule_type_details.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.221416 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.221920 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 05:24:44.222237 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: qos_rules_alias.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.223285 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.223792 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 05:24:44.224116 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: quota_check_limit.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.225581 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.226096 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: quota-check-limit Feb 16 05:24:44.226413 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: quotasv2.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.227317 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.227640 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: quotas Feb 16 05:24:44.227956 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: quotasv2_detail.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.229697 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.230031 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: quota_details Feb 16 05:24:44.230357 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: rbac.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.231393 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.231913 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: rbac-policies Feb 16 05:24:44.232234 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: rbac_address_group.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.233155 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.233697 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: rbac-address-group Feb 16 05:24:44.234023 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: rbac_address_scope.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.234937 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.235444 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: rbac-address-scope Feb 16 05:24:44.235761 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: rbac_security_groups.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.236670 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.237179 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: rbac-security-groups Feb 16 05:24:44.237526 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: rbac_subnetpool.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.238502 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.239008 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: rbac-subnetpool Feb 16 05:24:44.239323 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: revisionifmatch.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.240260 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.240767 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: revision-if-match Feb 16 05:24:44.241081 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: revisions.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.242222 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.242730 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: standard-attr-revisions Feb 16 05:24:44.243047 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: router_availability_zone.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.243709 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.244222 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: router_availability_zone Feb 16 05:24:44.244536 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: routerservicetype.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.245478 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.245980 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 05:24:44.246292 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.247211 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.247720 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: security-groups-normalized-cidr Feb 16 05:24:44.248035 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.248943 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.249482 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: port-security-groups-filtering Feb 16 05:24:44.249799 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.250724 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.251231 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: security-groups-remote-address-group Feb 16 05:24:44.251547 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.252463 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.252969 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: security-groups-shared-filtering Feb 16 05:24:44.253316 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.253900 dv-cinder-829473-2-iscsi neutron-server[102460]: WARNING neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 16 05:24:44.254218 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: securitygroup.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.263904 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.264440 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: security-group Feb 16 05:24:44.264808 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: segment.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.265620 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.266128 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension segment not supported by any of loaded plugins Feb 16 05:24:44.266451 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.267379 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.267887 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 05:24:44.268207 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: servicetype.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.269339 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.269857 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: service-type Feb 16 05:24:44.270179 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: sorting.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.271152 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.272041 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: sorting Feb 16 05:24:44.272361 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: standard_attr_segment.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.273324 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.273840 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 05:24:44.274289 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: standardattrdescription.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.275240 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.276013 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: standard-attr-description Feb 16 05:24:44.276482 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: stateful_security_group.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.277812 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.278732 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: stateful-security-group Feb 16 05:24:44.279287 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: stdattrs_common.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.279964 dv-cinder-829473-2-iscsi neutron-server[102460]: WARNING neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 05:24:44.280285 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.281614 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.282137 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 05:24:44.282456 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: subnet_onboard.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.283532 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.284046 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: subnet_onboard Feb 16 05:24:44.284371 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.285336 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.285841 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 05:24:44.286161 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: subnet_service_types.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.287679 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.288189 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: subnet-service-types Feb 16 05:24:44.288511 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: subnetallocation.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.289625 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.290142 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: subnet_allocation Feb 16 05:24:44.290461 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.291123 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.291627 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: subnetpool-prefix-ops Feb 16 05:24:44.291943 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.292885 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.293419 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 05:24:44.293740 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: tagging.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.294821 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.295343 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: standard-attr-tag Feb 16 05:24:44.295666 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: timestamp.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.296898 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.297442 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loaded extension: standard-attr-timestamp Feb 16 05:24:44.297766 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: trunk.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.298795 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.299307 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension trunk not supported by any of loaded plugins Feb 16 05:24:44.299627 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: trunk_details.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.300536 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.301047 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 05:24:44.301392 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: uplink_status_propagation.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.302605 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.303114 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 05:24:44.303432 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Loading extension file: vlantransparent.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 05:24:44.304108 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 05:24:44.304607 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 05:24:44.307161 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Creating instance of TrackedResource for resource:network Feb 16 05:24:44.307683 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Creating instance of TrackedResource for resource:subnet Feb 16 05:24:44.308077 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 05:24:44.308466 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Creating instance of TrackedResource for resource:port Feb 16 05:24:44.310865 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 05:24:44.311331 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Service FLAVORS assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 05:24:44.311913 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 05:24:44.312348 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 05:24:44.312680 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Creating instance of TrackedResource for resource:router Feb 16 05:24:44.313100 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 05:24:44.313605 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Service METERING assigned prefix: /metering {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 05:24:44.315035 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.315417 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.315765 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:24:44.316741 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 05:24:44.317179 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Creating instance of TrackedResource for resource:security_group Feb 16 05:24:44.317628 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 05:24:44.318743 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Service CORE assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 05:24:44.319082 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 05:24:44.319421 dv-cinder-829473-2-iscsi neutron-server[102460]: WARNING neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] subnetpool is already registered Feb 16 05:24:44.319841 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Service CORE assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 05:24:44.320164 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 05:24:44.320491 dv-cinder-829473-2-iscsi neutron-server[102460]: WARNING neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] subnetpool is already registered Feb 16 05:24:44.322791 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 05:24:44.323221 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Service FLAVORS assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 05:24:44.323801 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 05:24:44.324215 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 05:24:44.324545 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Creating instance of TrackedResource for resource:router Feb 16 05:24:44.324879 dv-cinder-829473-2-iscsi neutron-server[102460]: WARNING neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] router is already registered Feb 16 05:24:44.325351 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 05:24:44.325689 dv-cinder-829473-2-iscsi neutron-server[102460]: WARNING neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] floatingip is already registered Feb 16 05:24:44.326136 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Service METERING assigned prefix: /metering {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 05:24:44.326820 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 05:24:44.327143 dv-cinder-829473-2-iscsi neutron-server[102460]: WARNING neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] rbac_policy is already registered Feb 16 05:24:44.327546 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Creating instance of TrackedResource for resource:security_group Feb 16 05:24:44.327873 dv-cinder-829473-2-iscsi neutron-server[102460]: WARNING neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] security_group is already registered Feb 16 05:24:44.328267 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 05:24:44.328597 dv-cinder-829473-2-iscsi neutron-server[102460]: WARNING neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] security_group_rule is already registered Feb 16 05:24:44.329215 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Service CORE assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 05:24:44.329564 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 05:24:44.329893 dv-cinder-829473-2-iscsi neutron-server[102460]: WARNING neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] subnetpool is already registered Feb 16 05:24:44.330303 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Service CORE assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 05:24:44.330625 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 05:24:44.330952 dv-cinder-829473-2-iscsi neutron-server[102460]: WARNING neutron.quota.resource_registry [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] subnetpool is already registered Feb 16 05:24:44.331408 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: extensions {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.332862 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: address-groups {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.335097 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: address-scopes {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.336405 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: agents {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.337580 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: auto-allocated-topology {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.338810 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: availability_zones {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.340003 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: dhcp-networks {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.341538 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: dhcp-agents {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.343006 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: routers {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.345201 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: flavors {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.346422 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: service_profiles {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.347630 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: next_providers {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.349067 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: service_profiles {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.350874 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: floatingip-pools {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.352093 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: routers {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.354216 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: floatingips {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.355494 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: l3-routers {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.356862 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: l3-agents {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.358458 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: metering-labels {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.359795 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: metering-label-rules {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.361055 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: network-ip-availabilities {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.362348 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: bindings {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.363957 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: quotas {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.365969 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: quotas {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.367490 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: rbac-policies {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.368781 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: security-groups {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.370041 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: security-group-rules {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.371265 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: service-providers {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.372575 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: subnetpools {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.374012 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: subnetpools {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.375470 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.377125 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.380213 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.382568 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.515185 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.516956 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.518661 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.520570 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.522551 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.524391 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron.api.extensions [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 05:24:44.530328 dv-cinder-829473-2-iscsi neutron-server[102460]: WARNING keystonemiddleware.auth_token [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 05:24:44.535005 dv-cinder-829473-2-iscsi neutron-server[102460]: WARNING keystonemiddleware.auth_token [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 05:24:44.544082 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_concurrency.lockutils [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Acquired lock "singleton_lock" {{(pid=102460) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 16 05:24:44.544552 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_concurrency.lockutils [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Releasing lock "singleton_lock" {{(pid=102460) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 16 05:24:44.545202 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO oslo_service.service [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Starting 2 workers Feb 16 05:24:44.550074 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Started child 102567 {{(pid=102460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 05:24:44.555237 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Started child 102568 {{(pid=102460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 05:24:44.556550 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:24:44.557178 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO neutron.service [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 05:24:44.557492 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:24:44.559180 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [-] (102567) wsgi starting up on http://0.0.0.0:9696 Feb 16 05:24:44.559764 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 48410) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:24:44.559948 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO oslo_service.service [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Starting 1 workers Feb 16 05:24:44.560192 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:24:44.561690 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [-] (102568) wsgi starting up on http://0.0.0.0:9696 Feb 16 05:24:44.565148 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Started child 102570 {{(pid=102460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 05:24:44.565697 dv-cinder-829473-2-iscsi neutron-server[102460]: INFO oslo_service.service [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Starting 1 workers Feb 16 05:24:44.569420 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.service [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] calling RpcWorker wait() {{(pid=102570) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 05:24:44.570101 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072994 Feb 16 05:24:44.570596 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.service [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] returning from RpcWorker wait() {{(pid=102570) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 05:24:44.571068 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Started child 102571 {{(pid=102460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 05:24:44.572276 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:24:44.572696 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-ebf040e2-fa8e-42c0-afd3-2aa37c6409a1 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:24:44.573100 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:24:44.574721 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102460) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 05:24:44.574925 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 05:24:44.575109 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 05:24:44.575336 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 05:24:44.575667 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 05:24:44.575848 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 05:24:44.576337 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.576618 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.576876 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.577144 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.577471 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.578021 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.578287 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.578666 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:24:44.579191 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.579606 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:24:44.579705 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.580046 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.580358 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.580529 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.580775 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.581008 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.581321 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.581721 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.582076 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.582466 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.582764 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.583152 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.583555 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.584515 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.584907 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] debug = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.585288 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.585909 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.586139 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.586514 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.586886 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.587308 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.587664 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.588075 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.588459 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.588807 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.589054 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.589364 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.589721 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.590085 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.590469 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.590834 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.591281 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.591668 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.592301 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] host = dv-cinder-829473-2-iscsi {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.592734 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.592971 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.593218 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.593487 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.593745 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.593958 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.594372 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.594612 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.594984 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.595329 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.595698 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.596065 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.596419 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.596799 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] log_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.597093 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] log_options = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.597495 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.597895 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.598292 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.598625 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.598926 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.599222 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.600145 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.600454 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.600845 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.601217 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.601596 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.601959 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.602486 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.602857 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.603221 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.603585 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.604175 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.604539 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.604978 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.605685 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.606094 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.608328 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.608328 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.608328 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.608328 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.608328 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.608328 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.608328 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.608328 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.608935 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.608935 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.608935 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.609347 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.609725 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.609991 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.610360 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.610740 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.611091 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.611519 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.611751 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.611997 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.612404 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.612642 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.612864 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.618905 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.618905 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.618905 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] use_json = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.618905 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.618905 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.618905 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.618905 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.618905 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.618905 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.619490 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.619490 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.619490 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.619490 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.619490 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.619490 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.619490 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.619490 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.619964 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.619964 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.619964 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.619964 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.619964 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.619964 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.619964 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.620368 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.620458 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.621665 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.622123 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.622531 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.622923 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.623311 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.623708 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.624063 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.624498 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.625175 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.625686 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.627093 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.627093 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.627093 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.627093 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.627491 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.627979 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.628405 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.628839 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.629274 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.629675 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.630070 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.630451 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.630904 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.631147 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.632194 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.632194 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.632194 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.632194 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.632499 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.632566 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.632762 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.633137 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.633574 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.634003 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.634396 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.634831 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.635229 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.635607 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.635819 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.636206 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.636568 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.636948 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.637339 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.637728 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.638078 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.638412 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.638773 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.639160 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.639539 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.639897 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.640258 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.640593 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.640955 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.641161 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.641464 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.641866 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.642195 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.642308 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.642554 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.642790 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.643046 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.643244 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.643403 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.643626 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.643857 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.644034 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.644240 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.644466 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.644679 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.644924 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.645385 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.645886 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.646756 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.647174 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.647577 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.647984 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.648386 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.648887 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.649727 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.649727 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.649896 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.650034 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.650370 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.650658 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.650945 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.651302 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.651661 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.652017 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.652432 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.652811 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.653189 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.653605 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.653839 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.654105 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.654330 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.654575 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.654952 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.655338 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.655715 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.656174 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.656608 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.656854 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.657083 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.657524 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.657959 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.658374 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.658840 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.659224 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.659654 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.660107 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.660534 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.660952 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.661390 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.662323 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.662752 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.663148 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.663551 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.663947 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.664435 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.664821 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.665723 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.666163 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.666397 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.666863 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.667091 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.668297 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.668540 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.668821 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.669044 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.669325 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.672134 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.672610 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.672923 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.673125 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.673593 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.674049 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.674290 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.674735 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.675172 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.675449 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.675755 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.676034 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.676465 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.677187 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.678237 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.678706 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.678984 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.679383 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.679744 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.680180 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.680482 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.680774 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.681049 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.682145 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.682437 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.682767 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.682969 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.683595 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.683996 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.684459 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.684734 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.685149 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.685630 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.686150 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.686472 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.686909 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.687357 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.687759 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.688191 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.688614 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.689018 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.689471 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.689864 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.690232 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.690623 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.691103 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.691282 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.692904 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.692904 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.692904 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.692904 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.692904 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.692904 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.693973 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.693973 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.694116 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.694473 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.694473 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.694644 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.694860 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.695094 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.695330 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.695561 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.695770 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.696013 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.696265 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.696510 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.697357 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.697357 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.697357 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.697357 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.697681 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.697794 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.698187 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.699209 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.699209 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.699209 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.699209 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.699473 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.699552 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.699727 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.699989 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.700977 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.700977 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.700977 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.700977 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.701354 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.701354 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.701519 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.701679 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.702084 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.702473 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.702850 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.703280 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.703666 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.703875 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.704118 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.704326 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.704531 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.704748 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.704980 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.705184 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.707159 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.707159 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.707159 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.707159 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.707159 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.707500 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.707580 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.707737 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.710166 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.710166 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.710166 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.710166 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.710444 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:24:44.710521 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.710588 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.710756 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.711744 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.711744 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.711744 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.711744 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.712249 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.712386 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.712512 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.712734 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.712951 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.713168 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.713439 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.717149 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.717149 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.717149 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.717149 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.717149 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.717149 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.717149 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.717149 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.718993 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.718993 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.718993 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.718993 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.718993 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.718993 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.718993 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.718993 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.718993 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.719855 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.719855 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.719855 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.719855 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.719855 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.720213 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.720213 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.720354 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.720607 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.720807 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.720987 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.721224 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.721815 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 05:24:44.722365 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102460) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 05:24:44.722537 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 05:24:44.722647 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 05:24:44.722814 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 05:24:44.722975 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 05:24:44.723867 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 05:24:44.724088 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.724259 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.724466 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.724613 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.724757 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.725117 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.725462 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.725632 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.725772 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.725937 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.726084 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.726239 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.726384 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.726527 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.726683 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.726842 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.726994 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.727141 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.727311 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.727463 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.727621 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.727765 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.727925 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] debug = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.728066 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.728414 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.728558 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.728718 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.728872 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.729028 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.729184 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.729350 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.729509 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.729653 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.729797 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.729948 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.730103 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.730260 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.730416 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.730583 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.730721 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.730938 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.731065 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] host = dv-cinder-829473-2-iscsi {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.731176 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.731292 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.731454 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.731600 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.732876 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.732876 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.733115 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.733115 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.733435 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.733435 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.733682 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.733682 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.733881 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.733987 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] log_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.734135 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] log_options = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.734290 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.734443 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.734588 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.734831 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.734963 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.735074 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.735208 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.736058 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.736058 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.736058 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.736058 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.736058 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.736058 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.736882 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.736882 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.736882 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.736882 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.736882 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.737664 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.737664 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.737664 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.737664 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.737664 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.737664 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.738439 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.738439 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.738439 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.738439 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.738439 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.741002 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.741190 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.741394 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.741556 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.741716 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.741874 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.742033 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.743600 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.743600 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.743600 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.743600 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.743600 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.744289 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.744289 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.744289 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.744289 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.745077 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.745077 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] use_json = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.745077 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.745077 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.745077 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.745077 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.745622 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.747146 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.747316 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.747460 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.747614 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 05:24:44.748842 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.748842 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.748842 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.748842 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.748842 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.748842 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.748842 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.748842 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.750202 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.750202 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.750202 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.750202 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.750202 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.750202 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.750202 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.750202 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.751231 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.751231 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.751231 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.751231 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.751231 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.751231 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.751231 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.751231 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.751773 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.751773 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.751773 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.751990 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.751990 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.752131 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.752289 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.752447 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.752754 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.753054 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.753397 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.753582 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.753722 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.753878 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.754038 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.754233 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.754353 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.754512 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.754670 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.754831 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.754987 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.755146 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.755304 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.755463 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.755711 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.756382 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.756540 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.756698 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.756858 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.757018 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.757175 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.757537 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.757537 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.757700 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.757825 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.758874 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.758874 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.758874 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.758874 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.758874 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.758874 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.758874 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.759795 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.759795 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.759795 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.759795 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.759795 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.759795 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.760600 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.760600 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.760600 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.760600 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.760600 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.760600 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.761508 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.761508 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.761508 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.761508 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.761508 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.762023 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.762023 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.762023 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.762023 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.762385 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.762385 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.762542 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.762542 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.762728 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.762887 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.763040 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.763196 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.763361 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.763516 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.763674 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.763832 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.763991 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.764149 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.764306 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.765388 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.765388 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.765388 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.765388 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.765388 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.765388 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.765388 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.765885 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.765885 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.765885 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.766195 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.766195 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.766450 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.766450 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.766722 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.766722 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.767599 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.767599 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.767599 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.767599 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.767599 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.767599 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.768300 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.768300 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.768300 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.768300 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.768300 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.768874 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.768874 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.768874 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.768874 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.769404 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.769404 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.769404 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.769658 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.769658 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.769846 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.769961 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.770118 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.770275 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.770435 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.770592 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.770750 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.770907 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.771137 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.771328 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.771469 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.771601 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.771734 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.771876 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.772020 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.772159 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.772298 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.772436 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.772575 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.772706 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.772837 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.772991 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.773147 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.773325 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.773483 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.773641 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.773799 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.774761 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.774761 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.774761 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.774761 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.774761 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.774761 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.775482 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.775482 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.775482 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.775482 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.775482 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.776055 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.776055 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.776055 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.776055 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.776351 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.776351 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.776482 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.776578 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.776735 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.776893 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.777050 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.777992 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.777992 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.777992 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.777992 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.777992 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.777992 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.778654 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.778654 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.778654 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.778654 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.778939 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.778939 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.779118 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.779235 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.779348 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.779461 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.779584 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.779736 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.779896 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.780052 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.780209 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.780365 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.780526 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.780687 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.780845 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.781002 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.781160 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.781406 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.781566 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.781722 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.781879 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.782036 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.782193 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.782349 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.782507 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.782678 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.782825 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.782983 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.783138 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.783296 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.783468 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.783623 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.783780 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.783938 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.784094 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.784254 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.784410 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.784578 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.784735 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.784892 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.785048 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.785205 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.785383 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.785550 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.785694 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.785851 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.786007 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.786164 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.786320 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.786485 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.786642 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.786819 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.786977 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.787120 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.787278 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.787445 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.787602 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.787762 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.787919 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.788075 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.788232 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.788398 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.788557 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.788714 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.788880 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.789037 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.789194 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.789373 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.790376 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.790376 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.790376 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.790376 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.790376 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.790376 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.790798 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.790798 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.790798 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.791000 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.791077 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.791186 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.791352 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.791514 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.791676 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.791844 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.792009 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.792166 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.792323 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.792479 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.792635 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.792796 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.792952 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.793109 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.793313 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.793607 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.793764 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.793922 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.794079 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.794236 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.794396 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.794552 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.794709 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.794866 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.795024 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.795184 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 05:24:44.795341 dv-cinder-829473-2-iscsi neutron-server[102460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 05:24:56.158052 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a033747-9a59-4886-b52e-9df4579a9097 None None] get_active_networks_info from dv-cinder-829473-2-iscsi {{(pid=102570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 05:24:56.276237 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a033747-9a59-4886-b52e-9df4579a9097 None None] No non-hosted networks {{(pid=102570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 05:24:56.285177 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c3f97b44-dcb7-4f84-b457-43e4e8a2dc85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587087'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:24:58.554130 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ee025a00-cdb9-4aee-bc13-9337e02ab8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587087'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:24:58.576275 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0f81-1d0f-4f99-8f39-74daa50abfda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:24:59.443033 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587087'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:00.938613 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587087'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:01.939875 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.db.l3_hamode_db [None req-68301a91-92b3-45dd-84fe-ce9199724955 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 05:25:02.018091 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68301a91-92b3-45dd-84fe-ce9199724955 None None] Routers set() bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:25:02.018558 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68301a91-92b3-45dd-84fe-ce9199724955 None None] Router IDs set() for agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 05:25:02.283140 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 48504) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:25:02.750547 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587087'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:02.751598 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:02.752221 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:02.752631 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:02.753064 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:02.753611 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:02.754096 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:02.754429 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:02.754888 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:02.755928 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:02.756405 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:02.756913 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:02.757525 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:02.758052 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:02.758454 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-829473-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:25:02.764796 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-829473-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:25:02.801732 dv-cinder-829473-2-iscsi neutron-server[102567]: WARNING oslo_policy.policy [None req-28c21a63-694c-4657-bdaa-b4f97c6aa770 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 05:25:02.802871 dv-cinder-829473-2-iscsi neutron-server[102567]: WARNING oslo_policy.policy [None req-28c21a63-694c-4657-bdaa-b4f97c6aa770 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 05:25:03.029058 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [None req-28c21a63-694c-4657-bdaa-b4f97c6aa770 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 05:25:03.030210 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-28c21a63-694c-4657-bdaa-b4f97c6aa770 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7460861 Feb 16 05:25:05.567998 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 48530) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:25:05.874748 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-462544b1-439a-4373-bf66-f231304ab767 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:25:05.965795 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.policy [None req-462544b1-439a-4373-bf66-f231304ab767 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102567) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 05:25:06.007442 dv-cinder-829473-2-iscsi neutron-server[102567]: WARNING oslo_policy.policy [None req-462544b1-439a-4373-bf66-f231304ab767 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 05:25:06.007851 dv-cinder-829473-2-iscsi neutron-server[102567]: WARNING oslo_policy.policy [None req-462544b1-439a-4373-bf66-f231304ab767 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 05:25:06.101929 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-462544b1-439a-4373-bf66-f231304ab767 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750528794226', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750528792999', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750528808491', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750528809279', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750528821837', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750528829347', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-133564133', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133654680', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1580702', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1745200'] for rbac-policy (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:06.166536 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-462544b1-439a-4373-bf66-f231304ab767 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:06.167718 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-462544b1-439a-4373-bf66-f231304ab767 admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5987468 Feb 16 05:25:08.655265 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 48540) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:25:08.958705 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:25:08.986435 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Made reservation on behalf of a04bbe2fdd09464e83b9c4e39549e8ad for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:25:08.990686 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:09.006996 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:09.111491 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Publish callbacks [] for security_group (8df41fa2-ac53-4340-be42-c83c814e33d6), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:09.115683 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (8df41fa2-ac53-4340-be42-c83c814e33d6), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:09.135740 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 05:25:09.171410 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750525486897', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (16a0fa7b-a453-434c-ac31-e03f6b3dd004), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:09.171992 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Unsubscribe: segment precommit_create {{(pid=102567) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 05:25:09.172541 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Added segment 16a0fa7b-a453-434c-ac31-e03f6b3dd004 of type vlan for network 244c24fc-63f2-4c38-bf17-039478572cb3 Feb 16 05:25:09.192486 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8df41fa2-ac53-4340-be42-c83c814e33d6,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:25:09.242197 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:09.242569 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:09.242977 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:09.243349 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:09.243680 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:09.244056 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:09.244449 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:09.244779 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:09.245107 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:09.245481 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:09.245811 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:09.246131 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:09.246452 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Tracked resource versions report: Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: pushed versions: Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: { 'AddressGroup': {'1.2'}, Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'ConntrackHelper': {'1.0'}, Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'LocalIPAssociation': {'1.0'}, Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Log': {'1.0'}, Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Network': {'1.1'}, Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Port': {'1.7'}, Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'PortForwarding': {'1.2'}, Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'QosPolicy': {'1.10'}, Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'SecurityGroup': {'1.5'}, Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'SecurityGroupRule': {'1.2'}, Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'SubPort': {'1.0'}, Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Subnet': {'1.1'}, Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Trunk': {'1.1'}} Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: consumer versions: Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: { DHCP agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: L3 agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: Metadata agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: Metering agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: Open vSwitch agent@dv-cinder-829473-2-iscsi: { 'AddressGroup': '1.2', Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'ConntrackHelper': '1.0', Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'LocalIPAssociation': '1.0', Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Log': '1.0', Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Network': '1.1', Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Port': '1.7', Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'PortForwarding': '1.2', Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'QosPolicy': '1.10', Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'SecurityGroup': '1.5', Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'SecurityGroupRule': '1.2', Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'SubPort': '1.0', Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Subnet': '1.1', Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Trunk': '1.1'}} Feb 16 05:25:09.247857 dv-cinder-829473-2-iscsi neutron-server[102567]: {{(pid=102567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 05:25:09.283471 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (244c24fc-63f2-4c38-bf17-039478572cb3), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:09.323198 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (244c24fc-63f2-4c38-bf17-039478572cb3), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:09.328562 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:25:09.329270 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:09.414848 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7584631 Feb 16 05:25:09.451940 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941882e3-d6e8-4478-9016-e7e04d3e6100 demo demo] Pushing event updated for resources: {'Network': ['ID=244c24fc-63f2-4c38-bf17-039478572cb3,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:25:09.464823 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network 244c24fc-63f2-4c38-bf17-039478572cb3 details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:25:11.992344 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 48552) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:25:12.394174 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177d1eca-1c07-4a82-8525-ac050fff3ab3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:25:12.396197 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-177d1eca-1c07-4a82-8525-ac050fff3ab3 demo admin] 10.222.0.75 "GET /v2.0/networks/244c24fc-63f2-4c38-bf17-039478572cb3 HTTP/1.1" status: 200 len: 825 time: 0.4028277 Feb 16 05:25:12.419801 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-71bc3f27-8d52-452e-952c-ec8542dac66c demo admin] 10.222.0.75 "GET /v2.0/subnetpools/ef4e0a78-c418-484b-b066-fee0014230fc HTTP/1.1" status: 200 len: 734 time: 0.0179169 Feb 16 05:25:12.428185 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-024d13a2-51e9-475e-b4d3-a7dc1d69572d demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '244c24fc-63f2-4c38-bf17-039478572cb3', 'subnetpool_id': 'ef4e0a78-c418-484b-b066-fee0014230fc'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:25:12.448542 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024d13a2-51e9-475e-b4d3-a7dc1d69572d demo admin] Made reservation on behalf of a04bbe2fdd09464e83b9c4e39549e8ad for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:25:12.450853 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-024d13a2-51e9-475e-b4d3-a7dc1d69572d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:12.730477 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-024d13a2-51e9-475e-b4d3-a7dc1d69572d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for subnet (6aabb6ba-e35c-4d9c-926c-33eae6e84733), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:12.819919 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d13a2-51e9-475e-b4d3-a7dc1d69572d demo admin] Checking segment: {'id': '16a0fa7b-a453-434c-ac31-e03f6b3dd004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '244c24fc-63f2-4c38-bf17-039478572cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:25:12.820313 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024d13a2-51e9-475e-b4d3-a7dc1d69572d demo admin] Network hostable DHCP agents. Network: 244c24fc-63f2-4c38-bf17-039478572cb3, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:25:12.824818 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d13a2-51e9-475e-b4d3-a7dc1d69572d demo admin] Pushing event updated for resources: {'Subnet': ['ID=6aabb6ba-e35c-4d9c-926c-33eae6e84733,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:25:12.842728 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024d13a2-51e9-475e-b4d3-a7dc1d69572d demo admin] Network 244c24fc-63f2-4c38-bf17-039478572cb3 is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:25:12.854045 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-024d13a2-51e9-475e-b4d3-a7dc1d69572d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, 244c24fc-63f2-4c38-bf17-039478572cb3) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:25:12.858776 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024d13a2-51e9-475e-b4d3-a7dc1d69572d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:25:12.859375 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-024d13a2-51e9-475e-b4d3-a7dc1d69572d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:12.864660 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cf1920-03a9-452b-89cf-1a66fce2c853 None None] Network 244c24fc-63f2-4c38-bf17-039478572cb3 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:25:12.883478 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-024d13a2-51e9-475e-b4d3-a7dc1d69572d demo admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4586794 Feb 16 05:25:13.236428 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee9ae567-8b16-543d-b7e8-94b1639e7e51-244c24fc-63f2-4c38-bf17-039478572cb3', 'network_id': '244c24fc-63f2-4c38-bf17-039478572cb3', 'project_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'fixed_ips': [{'subnet_id': '6aabb6ba-e35c-4d9c-926c-33eae6e84733'}]}} from dv-cinder-829473-2-iscsi. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 05:25:13.237750 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:13.514675 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Allocated IP 172.20.0.2 (244c24fc-63f2-4c38-bf17-039478572cb3/6aabb6ba-e35c-4d9c-926c-33eae6e84733/fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:25:13.788184 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Publish callbacks [] for port (fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a), precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:13.796103 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a), after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:13.866144 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Network 244c24fc-63f2-4c38-bf17-039478572cb3 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:25:13.872704 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:25:13.875983 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:25:13.911786 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Pushing event updated for resources: {'Port': ['ID=fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:25:13.937871 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:13.938171 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:13.938542 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:13.938889 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:13.939224 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:13.939556 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:13.939886 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:13.940213 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:13.940541 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:13.940879 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:13.941211 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:13.941558 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:13.941882 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Tracked resource versions report: Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: pushed versions: Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: { 'AddressGroup': {'1.2'}, Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'ConntrackHelper': {'1.0'}, Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'LocalIPAssociation': {'1.0'}, Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Log': {'1.0'}, Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Network': {'1.1'}, Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Port': {'1.7'}, Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'PortForwarding': {'1.2'}, Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'QosPolicy': {'1.10'}, Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'SecurityGroup': {'1.5'}, Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'SecurityGroupRule': {'1.2'}, Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'SubPort': {'1.0'}, Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Subnet': {'1.1'}, Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Trunk': {'1.1'}} Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: consumer versions: Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: { DHCP agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: L3 agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: Metadata agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: Metering agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: Open vSwitch agent@dv-cinder-829473-2-iscsi: { 'AddressGroup': '1.2', Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'ConntrackHelper': '1.0', Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'LocalIPAssociation': '1.0', Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Log': '1.0', Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Network': '1.1', Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Port': '1.7', Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'PortForwarding': '1.2', Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'QosPolicy': '1.10', Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'SecurityGroup': '1.5', Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'SecurityGroupRule': '1.2', Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'SubPort': '1.0', Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Subnet': '1.1', Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Trunk': '1.1'}} Feb 16 05:25:13.943312 dv-cinder-829473-2-iscsi neutron-server[102570]: {{(pid=102570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 05:25:13.972905 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Attempting to bind port fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:25:13.973896 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Attempting to bind port fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': '16a0fa7b-a453-434c-ac31-e03f6b3dd004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '244c24fc-63f2-4c38-bf17-039478572cb3'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:25:13.974323 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Attempting to bind port fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a on network 244c24fc-63f2-4c38-bf17-039478572cb3 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:25:13.979211 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:25:13.979597 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Checking segment: {'id': '16a0fa7b-a453-434c-ac31-e03f6b3dd004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '244c24fc-63f2-4c38-bf17-039478572cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:25:13.980100 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:13.980491 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Bound using segment: {'id': '16a0fa7b-a453-434c-ac31-e03f6b3dd004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '244c24fc-63f2-4c38-bf17-039478572cb3'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:25:13.980971 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Bound port: fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a0fa7b-a453-434c-ac31-e03f6b3dd004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '244c24fc-63f2-4c38-bf17-039478572cb3'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:25:13.981400 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:14.045597 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] For port fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:25:14.049871 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] For port fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a,segment=NetworkSegment(16a0fa7b-a453-434c-ac31-e03f6b3dd004),segment_id=16a0fa7b-a453-434c-ac31-e03f6b3dd004)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:25:14.058863 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:14.126214 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0bfdd-b98b-4eda-bc53-e7cf0095ee91 None None] Pushing event updated for resources: {'Port': ['ID=fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:25:15.428826 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 48560) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:25:15.742641 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [None req-615fa87a-0628-4988-beba-c6fd3f83a748 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 05:25:15.743705 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-615fa87a-0628-4988-beba-c6fd3f83a748 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3138988 Feb 16 05:25:18.351906 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 48568) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:25:18.663165 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [None req-7fbb9021-e132-41b3-85ca-37870de7e846 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 05:25:18.664195 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-7fbb9021-e132-41b3-85ca-37870de7e846 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3113742 Feb 16 05:25:21.188403 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 48576) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:25:21.499207 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-8f2729d8-f294-4b79-bbfe-cdb102269450 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:25:21.523097 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8f2729d8-f294-4b79-bbfe-cdb102269450 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (32c17ced-4a5d-4675-a2af-41cd2e1f311b), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:21.524807 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8f2729d8-f294-4b79-bbfe-cdb102269450 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1641993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5499'] for router (32c17ced-4a5d-4675-a2af-41cd2e1f311b), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:21.663253 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8f2729d8-f294-4b79-bbfe-cdb102269450 demo demo] Publish callbacks [] for router_controller (32c17ced-4a5d-4675-a2af-41cd2e1f311b), precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:21.668283 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8f2729d8-f294-4b79-bbfe-cdb102269450 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588116'] for router (32c17ced-4a5d-4675-a2af-41cd2e1f311b), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:21.685412 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8f2729d8-f294-4b79-bbfe-cdb102269450 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:21.686578 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-8f2729d8-f294-4b79-bbfe-cdb102269450 demo demo] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4972098 Feb 16 05:25:24.235130 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 48588) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:25:24.563787 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [None req-36f1c302-c319-44b1-b954-56bab3c15db0 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 05:25:24.564803 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-36f1c302-c319-44b1-b954-56bab3c15db0 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3287165 Feb 16 05:25:25.456452 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:25:25.544769 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:25:25.545191 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:25.571625 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45866c3-f116-4362-81a7-015668771a2c None None] Network 244c24fc-63f2-4c38-bf17-039478572cb3 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:25:25.768314 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:25:25.768700 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:25.780720 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-cc384be6-d209-44ed-b344-5f41aa9ff1e7 None None] Provisioning complete for port fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:25:25.781094 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cc384be6-d209-44ed-b344-5f41aa9ff1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:25.851591 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] For port fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a,segment=NetworkSegment(16a0fa7b-a453-434c-ac31-e03f6b3dd004),segment_id=16a0fa7b-a453-434c-ac31-e03f6b3dd004)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:25:25.857537 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:25.933393 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Pushing event updated for resources: {'Port': ['ID=fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:25:25.942062 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-cc384be6-d209-44ed-b344-5f41aa9ff1e7 None None] Current status of the port fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:25:26.071425 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3e42b177-6436-4fa7-9ffc-7b5b7e62708f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:26.162374 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-de668a7f-7934-4c48-9dab-2b4f66fdb851 None None] Provisioning complete for port fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:25:26.162687 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-de668a7f-7934-4c48-9dab-2b4f66fdb851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:26.238397 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-de668a7f-7934-4c48-9dab-2b4f66fdb851 None None] Current status of the port fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:25:27.100461 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 48598) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:25:27.432302 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:25:27.478253 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:25:27.478647 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:27.556015 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:25:27.592112 dv-cinder-829473-2-iscsi neutron-server[102568]: WARNING oslo_policy.policy [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 05:25:27.592781 dv-cinder-829473-2-iscsi neutron-server[102568]: WARNING oslo_policy.policy [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 05:25:27.823241 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:25:27.874218 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Made reservation on behalf of b93c4f51f61141d6b4554752db1f615b for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:25:27.937663 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.policy [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102568) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 05:25:27.978802 dv-cinder-829473-2-iscsi neutron-server[102568]: WARNING oslo_policy.policy [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 05:25:27.979173 dv-cinder-829473-2-iscsi neutron-server[102568]: WARNING oslo_policy.policy [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 05:25:27.990164 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:28.009427 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:28.126318 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Publish callbacks [] for security_group (80886075-bd1a-4822-a484-6cdc8e3b7300), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:28.130570 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (80886075-bd1a-4822-a484-6cdc8e3b7300), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:28.141316 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Reserving flat network on physical network physnet1 {{(pid=102568) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 05:25:28.173307 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750525486897', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (9f4aa2a5-f78d-482c-b1ec-a79d820629d3), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:28.173868 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Unsubscribe: segment precommit_create {{(pid=102568) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 05:25:28.174419 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.segments_db [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Added segment 9f4aa2a5-f78d-482c-b1ec-a79d820629d3 of type flat for network 61efc28e-7d20-4d92-8b96-aa9398e7f442 Feb 16 05:25:28.190148 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80886075-bd1a-4822-a484-6cdc8e3b7300,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:25:28.212565 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:28.212941 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:28.213305 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:28.213641 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:28.213970 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:28.214293 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:28.214638 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:28.214964 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:28.215302 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:28.215636 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:28.215958 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:28.216272 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:28.216587 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Tracked resource versions report: Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: pushed versions: Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: { 'AddressGroup': {'1.2'}, Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'ConntrackHelper': {'1.0'}, Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'LocalIPAssociation': {'1.0'}, Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Log': {'1.0'}, Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Network': {'1.1'}, Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Port': {'1.7'}, Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'PortForwarding': {'1.2'}, Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'QosPolicy': {'1.10'}, Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'SecurityGroup': {'1.5'}, Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'SecurityGroupRule': {'1.2'}, Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'SubPort': {'1.0'}, Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Subnet': {'1.1'}, Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Trunk': {'1.1'}} Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: consumer versions: Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: { DHCP agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: L3 agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: Metadata agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: Metering agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: Open vSwitch agent@dv-cinder-829473-2-iscsi: { 'AddressGroup': '1.2', Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'ConntrackHelper': '1.0', Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'LocalIPAssociation': '1.0', Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Log': '1.0', Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Network': '1.1', Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Port': '1.7', Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'PortForwarding': '1.2', Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'QosPolicy': '1.10', Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'SecurityGroup': '1.5', Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'SecurityGroupRule': '1.2', Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'SubPort': '1.0', Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Subnet': '1.1', Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Trunk': '1.1'}} Feb 16 05:25:28.217991 dv-cinder-829473-2-iscsi neutron-server[102568]: {{(pid=102568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 05:25:28.299275 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (61efc28e-7d20-4d92-8b96-aa9398e7f442), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:28.344654 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (61efc28e-7d20-4d92-8b96-aa9398e7f442), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:28.345909 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:25:28.346607 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:28.434544 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3317809 Feb 16 05:25:28.451180 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac30b1-05ad-4d82-85b5-ba7c835bcb54 admin admin] Pushing event updated for resources: {'Network': ['ID=61efc28e-7d20-4d92-8b96-aa9398e7f442,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:25:28.462143 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:25:28.547288 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9705076f-1189-49ac-a88f-1899401bc322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:29.361295 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:30.870318 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:30.928922 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 48628) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:25:31.138893 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260f15a9-f2dc-432d-890a-9eefe8e70594 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:25:31.140257 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-260f15a9-f2dc-432d-890a-9eefe8e70594 demo admin] 10.222.0.75 "GET /v2.0/subnets/6aabb6ba-e35c-4d9c-926c-33eae6e84733 HTTP/1.1" status: 200 len: 849 time: 0.2103815 Feb 16 05:25:31.301586 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-ff0f041a-07c7-49a9-9ea4-76aa82df00ab demo admin] 10.222.0.75 "GET /v2.0/routers/32c17ced-4a5d-4675-a2af-41cd2e1f311b HTTP/1.1" status: 200 len: 704 time: 0.1556337 Feb 16 05:25:31.588396 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08c07259-788a-4939-abbe-2fd69e879350 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:31.884697 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-08c07259-788a-4939-abbe-2fd69e879350 demo admin] Allocated IP 172.20.0.1 (244c24fc-63f2-4c38-bf17-039478572cb3/6aabb6ba-e35c-4d9c-926c-33eae6e84733/a95f532d-f3f4-4fb1-9d68-6c45345a14d7) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:25:32.061840 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08c07259-788a-4939-abbe-2fd69e879350 demo admin] Publish callbacks [] for port (a95f532d-f3f4-4fb1-9d68-6c45345a14d7), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:32.126223 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08c07259-788a-4939-abbe-2fd69e879350 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (a95f532d-f3f4-4fb1-9d68-6c45345a14d7), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:32.201105 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c07259-788a-4939-abbe-2fd69e879350 demo admin] Network 244c24fc-63f2-4c38-bf17-039478572cb3 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:25:32.205662 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-08c07259-788a-4939-abbe-2fd69e879350 demo admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:25:32.215419 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c07259-788a-4939-abbe-2fd69e879350 demo admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:25:32.215933 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08c07259-788a-4939-abbe-2fd69e879350 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588071'] for router_interface (32c17ced-4a5d-4675-a2af-41cd2e1f311b), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:32.234505 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c07259-788a-4939-abbe-2fd69e879350 demo admin] Pushing event updated for resources: {'Port': ['ID=a95f532d-f3f4-4fb1-9d68-6c45345a14d7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:25:32.392546 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-db2209de-1fc0-4ee9-a613-f481d22bf5de None None] Provisioning complete for port a95f532d-f3f4-4fb1-9d68-6c45345a14d7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:25:32.393131 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-db2209de-1fc0-4ee9-a613-f481d22bf5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (a95f532d-f3f4-4fb1-9d68-6c45345a14d7), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:32.417192 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08c07259-788a-4939-abbe-2fd69e879350 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (a95f532d-f3f4-4fb1-9d68-6c45345a14d7), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:32.425211 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-db2209de-1fc0-4ee9-a613-f481d22bf5de None None] Port a95f532d-f3f4-4fb1-9d68-6c45345a14d7 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:25:32.623513 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08c07259-788a-4939-abbe-2fd69e879350 demo admin] Publish callbacks [] for port (a95f532d-f3f4-4fb1-9d68-6c45345a14d7), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:32.627744 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08c07259-788a-4939-abbe-2fd69e879350 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (a95f532d-f3f4-4fb1-9d68-6c45345a14d7), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:32.628557 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08c07259-788a-4939-abbe-2fd69e879350 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1516491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588695'] for router_interface (32c17ced-4a5d-4675-a2af-41cd2e1f311b), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:32.755721 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:32.756071 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c07259-788a-4939-abbe-2fd69e879350 demo admin] Pushing event updated for resources: {'Port': ['ID=a95f532d-f3f4-4fb1-9d68-6c45345a14d7,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:25:32.802943 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c07259-788a-4939-abbe-2fd69e879350 demo admin] Network 244c24fc-63f2-4c38-bf17-039478572cb3 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:25:32.804193 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-08c07259-788a-4939-abbe-2fd69e879350 demo admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:25:32.964006 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c07259-788a-4939-abbe-2fd69e879350 demo admin] Router 32c17ced-4a5d-4675-a2af-41cd2e1f311b is scheduled to L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 05:25:33.048855 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1015bc0f-9c1a-48a9-8ae5-d7ae87fa46c5 None None] Provisioning complete for port a95f532d-f3f4-4fb1-9d68-6c45345a14d7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:25:33.049388 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1015bc0f-9c1a-48a9-8ae5-d7ae87fa46c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (a95f532d-f3f4-4fb1-9d68-6c45345a14d7), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:33.069066 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c07259-788a-4939-abbe-2fd69e879350 demo admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:25:33.075930 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-08c07259-788a-4939-abbe-2fd69e879350 demo admin] 10.222.0.75 "PUT /v2.0/routers/32c17ced-4a5d-4675-a2af-41cd2e1f311b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7691298 Feb 16 05:25:33.080851 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Sync routers for ids ['32c17ced-4a5d-4675-a2af-41cd2e1f311b'] in dv-cinder-829473-2-iscsi {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:25:33.088943 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1015bc0f-9c1a-48a9-8ae5-d7ae87fa46c5 None None] Port a95f532d-f3f4-4fb1-9d68-6c45345a14d7 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:25:33.095054 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Routers {'32c17ced-4a5d-4675-a2af-41cd2e1f311b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:25:33.095956 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:25:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['32c17ced-4a5d-4675-a2af-41cd2e1f311b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:25:33.286594 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Set router 32c17ced-4a5d-4675-a2af-41cd2e1f311b gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:25:33.721646 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c17ced-4a5d-4675-a2af-41cd2e1f311b', 'name': 'router1', 'tenant_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:25:21Z', 'updated_at': '2022-02-16T05:25:32Z', 'revision_number': 2, 'project_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'gw_port_host': None, '_interfaces': [{'id': 'a95f532d-f3f4-4fb1-9d68-6c45345a14d7', 'name': '', 'network_id': '244c24fc-63f2-4c38-bf17-039478572cb3', 'tenant_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'mac_address': 'fa:16:3e:b3:fa:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c17ced-4a5d-4675-a2af-41cd2e1f311b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6aabb6ba-e35c-4d9c-926c-33eae6e84733', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:25:31Z', 'updated_at': '2022-02-16T05:25:32Z', 'revision_number': 2, 'project_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'subnets': [{'id': '6aabb6ba-e35c-4d9c-926c-33eae6e84733', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef4e0a78-c418-484b-b066-fee0014230fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:25:33.772549 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Checking router: 32c17ced-4a5d-4675-a2af-41cd2e1f311b for host: dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:25:33.772936 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Updating router 32c17ced-4a5d-4675-a2af-41cd2e1f311b port a95f532d-f3f4-4fb1-9d68-6c45345a14d7 binding host dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:25:33.825757 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (a95f532d-f3f4-4fb1-9d68-6c45345a14d7), before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:34.334220 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Publish callbacks [] for port (a95f532d-f3f4-4fb1-9d68-6c45345a14d7), precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:34.341564 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (a95f532d-f3f4-4fb1-9d68-6c45345a14d7), after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:34.499606 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf625a96-215a-4e82-93fb-7ed303475cf8 None None] Pushing event updated for resources: {'Port': ['ID=a95f532d-f3f4-4fb1-9d68-6c45345a14d7,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:25:34.516452 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf625a96-215a-4e82-93fb-7ed303475cf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:34.516773 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf625a96-215a-4e82-93fb-7ed303475cf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:34.517125 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf625a96-215a-4e82-93fb-7ed303475cf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:34.517493 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf625a96-215a-4e82-93fb-7ed303475cf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:34.517830 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf625a96-215a-4e82-93fb-7ed303475cf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:34.518160 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf625a96-215a-4e82-93fb-7ed303475cf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:34.518488 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf625a96-215a-4e82-93fb-7ed303475cf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:34.518816 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf625a96-215a-4e82-93fb-7ed303475cf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:34.519143 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf625a96-215a-4e82-93fb-7ed303475cf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:34.519515 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf625a96-215a-4e82-93fb-7ed303475cf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:34.519870 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf625a96-215a-4e82-93fb-7ed303475cf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:34.520194 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf625a96-215a-4e82-93fb-7ed303475cf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:34.520515 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf625a96-215a-4e82-93fb-7ed303475cf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf625a96-215a-4e82-93fb-7ed303475cf8 None None] Tracked resource versions report: Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: pushed versions: Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: { 'AddressGroup': {'1.2'}, Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'ConntrackHelper': {'1.0'}, Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'LocalIPAssociation': {'1.0'}, Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Log': {'1.0'}, Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Network': {'1.1'}, Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Port': {'1.7'}, Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'PortForwarding': {'1.2'}, Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'QosPolicy': {'1.10'}, Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'SecurityGroup': {'1.5'}, Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'SecurityGroupRule': {'1.2'}, Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'SubPort': {'1.0'}, Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Subnet': {'1.1'}, Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Trunk': {'1.1'}} Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: consumer versions: Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: { DHCP agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: L3 agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: Metadata agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: Metering agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: Open vSwitch agent@dv-cinder-829473-2-iscsi: { 'AddressGroup': '1.2', Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'ConntrackHelper': '1.0', Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'LocalIPAssociation': '1.0', Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Log': '1.0', Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Network': '1.1', Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Port': '1.7', Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'PortForwarding': '1.2', Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'QosPolicy': '1.10', Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'SecurityGroup': '1.5', Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'SecurityGroupRule': '1.2', Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'SubPort': '1.0', Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Subnet': '1.1', Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Trunk': '1.1'}} Feb 16 05:25:34.521980 dv-cinder-829473-2-iscsi neutron-server[102571]: {{(pid=102571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 05:25:34.524734 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Attempting to bind port a95f532d-f3f4-4fb1-9d68-6c45345a14d7 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:25:34.525141 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Attempting to bind port a95f532d-f3f4-4fb1-9d68-6c45345a14d7 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': '16a0fa7b-a453-434c-ac31-e03f6b3dd004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '244c24fc-63f2-4c38-bf17-039478572cb3'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:25:34.525603 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Attempting to bind port a95f532d-f3f4-4fb1-9d68-6c45345a14d7 on network 244c24fc-63f2-4c38-bf17-039478572cb3 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:25:34.531382 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:25:34.531783 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Checking segment: {'id': '16a0fa7b-a453-434c-ac31-e03f6b3dd004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '244c24fc-63f2-4c38-bf17-039478572cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:25:34.532284 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:34.533344 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Bound using segment: {'id': '16a0fa7b-a453-434c-ac31-e03f6b3dd004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '244c24fc-63f2-4c38-bf17-039478572cb3'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:25:34.533344 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Bound port: a95f532d-f3f4-4fb1-9d68-6c45345a14d7, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a0fa7b-a453-434c-ac31-e03f6b3dd004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '244c24fc-63f2-4c38-bf17-039478572cb3'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:25:34.533771 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (a95f532d-f3f4-4fb1-9d68-6c45345a14d7), before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:34.602035 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] For port a95f532d-f3f4-4fb1-9d68-6c45345a14d7, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:25:34.615761 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1dcda109-d75a-48b6-9d41-b3fc58678858 None None] Provisioning complete for port a95f532d-f3f4-4fb1-9d68-6c45345a14d7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:25:34.616314 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1dcda109-d75a-48b6-9d41-b3fc58678858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (a95f532d-f3f4-4fb1-9d68-6c45345a14d7), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:34.622627 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] For port a95f532d-f3f4-4fb1-9d68-6c45345a14d7, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=a95f532d-f3f4-4fb1-9d68-6c45345a14d7,segment=NetworkSegment(16a0fa7b-a453-434c-ac31-e03f6b3dd004),segment_id=16a0fa7b-a453-434c-ac31-e03f6b3dd004)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:25:34.628551 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (a95f532d-f3f4-4fb1-9d68-6c45345a14d7), after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:34.658435 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1dcda109-d75a-48b6-9d41-b3fc58678858 None None] Port a95f532d-f3f4-4fb1-9d68-6c45345a14d7 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:25:34.678882 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Routers {'32c17ced-4a5d-4675-a2af-41cd2e1f311b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:25:34.679506 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:25:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['32c17ced-4a5d-4675-a2af-41cd2e1f311b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:25:34.764437 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf625a96-215a-4e82-93fb-7ed303475cf8 None None] Pushing event updated for resources: {'Port': ['ID=a95f532d-f3f4-4fb1-9d68-6c45345a14d7,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:25:34.782956 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] Set router 32c17ced-4a5d-4675-a2af-41cd2e1f311b gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:25:34.890334 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-53c0b695-1a5a-4b38-825d-1edbb87b306c None None] Provisioning complete for port a95f532d-f3f4-4fb1-9d68-6c45345a14d7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:25:34.890941 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-53c0b695-1a5a-4b38-825d-1edbb87b306c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (a95f532d-f3f4-4fb1-9d68-6c45345a14d7), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:34.968509 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-53c0b695-1a5a-4b38-825d-1edbb87b306c None None] Current status of the port a95f532d-f3f4-4fb1-9d68-6c45345a14d7 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:25:34.968817 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-53c0b695-1a5a-4b38-825d-1edbb87b306c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (a95f532d-f3f4-4fb1-9d68-6c45345a14d7), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:35.000148 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-53c0b695-1a5a-4b38-825d-1edbb87b306c None None] For port a95f532d-f3f4-4fb1-9d68-6c45345a14d7, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=a95f532d-f3f4-4fb1-9d68-6c45345a14d7,segment=NetworkSegment(16a0fa7b-a453-434c-ac31-e03f6b3dd004),segment_id=16a0fa7b-a453-434c-ac31-e03f6b3dd004)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:25:35.000937 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c17ced-4a5d-4675-a2af-41cd2e1f311b', 'name': 'router1', 'tenant_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:25:21Z', 'updated_at': '2022-02-16T05:25:32Z', 'revision_number': 2, 'project_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'gw_port_host': None, '_interfaces': [{'id': 'a95f532d-f3f4-4fb1-9d68-6c45345a14d7', 'name': '', 'network_id': '244c24fc-63f2-4c38-bf17-039478572cb3', 'tenant_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'mac_address': 'fa:16:3e:b3:fa:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c17ced-4a5d-4675-a2af-41cd2e1f311b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6aabb6ba-e35c-4d9c-926c-33eae6e84733', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:25:31Z', 'updated_at': '2022-02-16T05:25:34Z', 'revision_number': 4, 'project_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'subnets': [{'id': '6aabb6ba-e35c-4d9c-926c-33eae6e84733', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef4e0a78-c418-484b-b066-fee0014230fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:25:35.005024 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-53c0b695-1a5a-4b38-825d-1edbb87b306c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (a95f532d-f3f4-4fb1-9d68-6c45345a14d7), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:35.029500 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b78068-bcb9-4329-862f-9cbc1a084e72 None None] The sync data for ids ['32c17ced-4a5d-4675-a2af-41cd2e1f311b'] in dv-cinder-829473-2-iscsi is: [{'id': '32c17ced-4a5d-4675-a2af-41cd2e1f311b', 'name': 'router1', 'tenant_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:25:21Z', 'updated_at': '2022-02-16T05:25:32Z', 'revision_number': 2, 'project_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'gw_port_host': None, '_interfaces': [{'id': 'a95f532d-f3f4-4fb1-9d68-6c45345a14d7', 'name': '', 'network_id': '244c24fc-63f2-4c38-bf17-039478572cb3', 'tenant_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'mac_address': 'fa:16:3e:b3:fa:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c17ced-4a5d-4675-a2af-41cd2e1f311b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6aabb6ba-e35c-4d9c-926c-33eae6e84733', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:25:31Z', 'updated_at': '2022-02-16T05:25:34Z', 'revision_number': 4, 'project_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'subnets': [{'id': '6aabb6ba-e35c-4d9c-926c-33eae6e84733', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef4e0a78-c418-484b-b066-fee0014230fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:25:35.106400 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0b695-1a5a-4b38-825d-1edbb87b306c None None] Pushing event updated for resources: {'Port': ['ID=a95f532d-f3f4-4fb1-9d68-6c45345a14d7,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:25:35.621666 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 48648) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:25:35.733587 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df12c9e0-dff9-4891-a9c5-129d84bfca11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:25:35.734950 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-df12c9e0-dff9-4891-a9c5-129d84bfca11 admin admin] 10.222.0.75 "GET /v2.0/networks/61efc28e-7d20-4d92-8b96-aa9398e7f442 HTTP/1.1" status: 200 len: 842 time: 0.1123857 Feb 16 05:25:35.744368 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-552b5d4b-dbb1-41af-ae96-dbdc7de2f4fb admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'cidr': '172.27.0.0/24'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:25:35.766827 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552b5d4b-dbb1-41af-ae96-dbdc7de2f4fb admin admin] Made reservation on behalf of b93c4f51f61141d6b4554752db1f615b for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:25:35.769124 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-552b5d4b-dbb1-41af-ae96-dbdc7de2f4fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:36.068990 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.objects.ports [None req-552b5d4b-dbb1-41af-ae96-dbdc7de2f4fb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102568) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 05:25:36.069446 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-552b5d4b-dbb1-41af-ae96-dbdc7de2f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for subnet (35988b50-7f57-43f7-b0a5-0909380c9793), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:36.125692 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b5d4b-dbb1-41af-ae96-dbdc7de2f4fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=35988b50-7f57-43f7-b0a5-0909380c9793,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:25:36.137662 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552b5d4b-dbb1-41af-ae96-dbdc7de2f4fb admin admin] Checking segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:25:36.138019 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552b5d4b-dbb1-41af-ae96-dbdc7de2f4fb admin admin] Network hostable DHCP agents. Network: 61efc28e-7d20-4d92-8b96-aa9398e7f442, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:25:36.158445 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552b5d4b-dbb1-41af-ae96-dbdc7de2f4fb admin admin] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:25:36.169487 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-552b5d4b-dbb1-41af-ae96-dbdc7de2f4fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, 61efc28e-7d20-4d92-8b96-aa9398e7f442) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:25:36.178707 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552b5d4b-dbb1-41af-ae96-dbdc7de2f4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:25:36.179288 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fa2782-1b6c-4c48-ad45-674fde41d286 None None] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:25:36.179725 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-552b5d4b-dbb1-41af-ae96-dbdc7de2f4fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:36.208425 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-552b5d4b-dbb1-41af-ae96-dbdc7de2f4fb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4560361 Feb 16 05:25:36.281290 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38abc35-a01a-4821-8194-ba6ca8bfab54 None None] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:25:38.631770 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 48656) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:25:38.776431 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-007b3afd-8266-497a-b44f-96b7d5a466ae demo admin] 10.222.0.75 "GET /v2.0/routers/32c17ced-4a5d-4675-a2af-41cd2e1f311b HTTP/1.1" status: 200 len: 710 time: 0.1388903 Feb 16 05:25:38.854623 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4379d2-70c2-4a0f-b1e5-b325a597b574 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:25:38.855894 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-be4379d2-70c2-4a0f-b1e5-b325a597b574 demo admin] 10.222.0.75 "GET /v2.0/networks/61efc28e-7d20-4d92-8b96-aa9398e7f442 HTTP/1.1" status: 200 len: 886 time: 0.0788426 Feb 16 05:25:38.865375 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ab1f0024-3f6d-4047-9f8a-9978cf5c8959 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:25:39.107978 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab1f0024-3f6d-4047-9f8a-9978cf5c8959 demo admin] Publish callbacks [] for router_gateway (32c17ced-4a5d-4675-a2af-41cd2e1f311b), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:39.401156 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab1f0024-3f6d-4047-9f8a-9978cf5c8959 demo admin] Publish callbacks [] for router_gateway (32c17ced-4a5d-4675-a2af-41cd2e1f311b), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:39.474244 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab1f0024-3f6d-4047-9f8a-9978cf5c8959 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:39.572029 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-ab1f0024-3f6d-4047-9f8a-9978cf5c8959 demo admin] Allocated IP 172.27.0.203 (61efc28e-7d20-4d92-8b96-aa9398e7f442/35988b50-7f57-43f7-b0a5-0909380c9793/1742713f-e077-44d3-b737-a24805784b41) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:25:39.671270 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab1f0024-3f6d-4047-9f8a-9978cf5c8959 demo admin] Publish callbacks [] for port (1742713f-e077-44d3-b737-a24805784b41), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:39.704973 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab1f0024-3f6d-4047-9f8a-9978cf5c8959 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (1742713f-e077-44d3-b737-a24805784b41), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:39.737144 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1f0024-3f6d-4047-9f8a-9978cf5c8959 demo admin] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:25:39.740383 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ab1f0024-3f6d-4047-9f8a-9978cf5c8959 demo admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:25:39.745966 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f0024-3f6d-4047-9f8a-9978cf5c8959 demo admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:25:39.809624 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f0024-3f6d-4047-9f8a-9978cf5c8959 demo admin] Pushing event updated for resources: {'Port': ['ID=1742713f-e077-44d3-b737-a24805784b41,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:25:39.996056 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab1f0024-3f6d-4047-9f8a-9978cf5c8959 demo admin] Publish callbacks [] for router_gateway (32c17ced-4a5d-4675-a2af-41cd2e1f311b), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:40.195916 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab1f0024-3f6d-4047-9f8a-9978cf5c8959 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1590645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1581599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5481'] for router (32c17ced-4a5d-4675-a2af-41cd2e1f311b), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:40.199867 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab1f0024-3f6d-4047-9f8a-9978cf5c8959 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1581604'] for router (32c17ced-4a5d-4675-a2af-41cd2e1f311b), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:40.312035 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1f0024-3f6d-4047-9f8a-9978cf5c8959 demo admin] Router 32c17ced-4a5d-4675-a2af-41cd2e1f311b has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:25:40.423568 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1f0024-3f6d-4047-9f8a-9978cf5c8959 demo admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:25:40.428858 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab1f0024-3f6d-4047-9f8a-9978cf5c8959 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:40.430098 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-ab1f0024-3f6d-4047-9f8a-9978cf5c8959 demo admin] 10.222.0.75 "PUT /v2.0/routers/32c17ced-4a5d-4675-a2af-41cd2e1f311b HTTP/1.1" status: 200 len: 890 time: 1.5686107 Feb 16 05:25:42.616360 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:25:42.970958 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 48668) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:25:43.087261 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-0980d55a-cd8c-4e84-8bad-95fe93860f86 admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1151636 Feb 16 05:25:43.461804 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device a95f532d-f3f4-4fb1-9d68-6c45345a14d7 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:25:43.512321 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port a95f532d-f3f4-4fb1-9d68-6c45345a14d7 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:25:43.512720 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (a95f532d-f3f4-4fb1-9d68-6c45345a14d7), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:43.598583 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port a95f532d-f3f4-4fb1-9d68-6c45345a14d7 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:25:43.782950 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Sync routers for ids ['32c17ced-4a5d-4675-a2af-41cd2e1f311b'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:25:43.795884 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Routers {'32c17ced-4a5d-4675-a2af-41cd2e1f311b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:25:43.796576 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:25:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['32c17ced-4a5d-4675-a2af-41cd2e1f311b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:25:44.027621 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Set router 32c17ced-4a5d-4675-a2af-41cd2e1f311b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:25:44.422582 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c17ced-4a5d-4675-a2af-41cd2e1f311b', 'name': 'router1', 'tenant_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '1742713f-e077-44d3-b737-a24805784b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:25:21Z', 'updated_at': '2022-02-16T05:25:39Z', 'revision_number': 4, 'project_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'gw_port': {'id': '1742713f-e077-44d3-b737-a24805784b41', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c17ced-4a5d-4675-a2af-41cd2e1f311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:25:39Z', 'updated_at': '2022-02-16T05:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'a95f532d-f3f4-4fb1-9d68-6c45345a14d7', 'name': '', 'network_id': '244c24fc-63f2-4c38-bf17-039478572cb3', 'tenant_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'mac_address': 'fa:16:3e:b3:fa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c17ced-4a5d-4675-a2af-41cd2e1f311b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6aabb6ba-e35c-4d9c-926c-33eae6e84733', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:25:31Z', 'updated_at': '2022-02-16T05:25:34Z', 'revision_number': 5, 'project_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'subnets': [{'id': '6aabb6ba-e35c-4d9c-926c-33eae6e84733', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef4e0a78-c418-484b-b066-fee0014230fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:25:44.479698 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Checking router: 32c17ced-4a5d-4675-a2af-41cd2e1f311b for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:25:44.480290 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Updating router 32c17ced-4a5d-4675-a2af-41cd2e1f311b port 1742713f-e077-44d3-b737-a24805784b41 binding host dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:25:44.529676 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (1742713f-e077-44d3-b737-a24805784b41), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:44.937364 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Publish callbacks [] for port (1742713f-e077-44d3-b737-a24805784b41), precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:44.942749 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (1742713f-e077-44d3-b737-a24805784b41), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:44.993909 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Attempting to bind port 1742713f-e077-44d3-b737-a24805784b41 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:25:44.994287 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Attempting to bind port 1742713f-e077-44d3-b737-a24805784b41 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:25:44.994651 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Attempting to bind port 1742713f-e077-44d3-b737-a24805784b41 on network 61efc28e-7d20-4d92-8b96-aa9398e7f442 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:25:45.003038 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8785d-9f98-4bf9-87dd-44b08ca30dd5 None None] Pushing event updated for resources: {'Port': ['ID=1742713f-e077-44d3-b737-a24805784b41,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:25:45.006445 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:25:45.006445 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Checking segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:25:45.006445 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:45.006743 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Bound using segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:25:45.007174 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Bound port: 1742713f-e077-44d3-b737-a24805784b41, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:25:45.007550 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (1742713f-e077-44d3-b737-a24805784b41), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:45.072744 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] For port 1742713f-e077-44d3-b737-a24805784b41, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:25:45.075884 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] For port 1742713f-e077-44d3-b737-a24805784b41, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=1742713f-e077-44d3-b737-a24805784b41,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:25:45.084293 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (1742713f-e077-44d3-b737-a24805784b41), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:45.143424 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Routers {'32c17ced-4a5d-4675-a2af-41cd2e1f311b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:25:45.145412 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:25:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['32c17ced-4a5d-4675-a2af-41cd2e1f311b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:25:45.147221 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8785d-9f98-4bf9-87dd-44b08ca30dd5 None None] Pushing event updated for resources: {'Port': ['ID=1742713f-e077-44d3-b737-a24805784b41,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:25:45.263964 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] Set router 32c17ced-4a5d-4675-a2af-41cd2e1f311b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:25:45.500874 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c17ced-4a5d-4675-a2af-41cd2e1f311b', 'name': 'router1', 'tenant_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '1742713f-e077-44d3-b737-a24805784b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:25:21Z', 'updated_at': '2022-02-16T05:25:39Z', 'revision_number': 4, 'project_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'gw_port': {'id': '1742713f-e077-44d3-b737-a24805784b41', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c17ced-4a5d-4675-a2af-41cd2e1f311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:25:39Z', 'updated_at': '2022-02-16T05:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'a95f532d-f3f4-4fb1-9d68-6c45345a14d7', 'name': '', 'network_id': '244c24fc-63f2-4c38-bf17-039478572cb3', 'tenant_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'mac_address': 'fa:16:3e:b3:fa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c17ced-4a5d-4675-a2af-41cd2e1f311b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6aabb6ba-e35c-4d9c-926c-33eae6e84733', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:25:31Z', 'updated_at': '2022-02-16T05:25:34Z', 'revision_number': 5, 'project_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'subnets': [{'id': '6aabb6ba-e35c-4d9c-926c-33eae6e84733', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef4e0a78-c418-484b-b066-fee0014230fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:25:45.529422 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669a475-1941-4450-8c13-cb2d15889097 None None] The sync data for ids ['32c17ced-4a5d-4675-a2af-41cd2e1f311b'] in dv-cinder-829473-2-iscsi is: [{'id': '32c17ced-4a5d-4675-a2af-41cd2e1f311b', 'name': 'router1', 'tenant_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '1742713f-e077-44d3-b737-a24805784b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:25:21Z', 'updated_at': '2022-02-16T05:25:39Z', 'revision_number': 4, 'project_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'gw_port': {'id': '1742713f-e077-44d3-b737-a24805784b41', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c17ced-4a5d-4675-a2af-41cd2e1f311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:25:39Z', 'updated_at': '2022-02-16T05:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'a95f532d-f3f4-4fb1-9d68-6c45345a14d7', 'name': '', 'network_id': '244c24fc-63f2-4c38-bf17-039478572cb3', 'tenant_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'mac_address': 'fa:16:3e:b3:fa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c17ced-4a5d-4675-a2af-41cd2e1f311b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6aabb6ba-e35c-4d9c-926c-33eae6e84733', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:25:31Z', 'updated_at': '2022-02-16T05:25:34Z', 'revision_number': 5, 'project_id': 'a04bbe2fdd09464e83b9c4e39549e8ad', 'subnets': [{'id': '6aabb6ba-e35c-4d9c-926c-33eae6e84733', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef4e0a78-c418-484b-b066-fee0014230fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:25:47.529878 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 1742713f-e077-44d3-b737-a24805784b41 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:25:47.617517 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 1742713f-e077-44d3-b737-a24805784b41 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:25:47.618178 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (1742713f-e077-44d3-b737-a24805784b41), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:47.727136 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 1742713f-e077-44d3-b737-a24805784b41 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:25:47.727319 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (1742713f-e077-44d3-b737-a24805784b41), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:47.752186 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] For port 1742713f-e077-44d3-b737-a24805784b41, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=1742713f-e077-44d3-b737-a24805784b41,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:25:47.769755 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (1742713f-e077-44d3-b737-a24805784b41), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:47.830004 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Pushing event updated for resources: {'Port': ['ID=1742713f-e077-44d3-b737-a24805784b41,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:25:49.504104 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 1742713f-e077-44d3-b737-a24805784b41 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:25:49.590530 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 1742713f-e077-44d3-b737-a24805784b41 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:25:49.591245 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (1742713f-e077-44d3-b737-a24805784b41), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:49.689968 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 1742713f-e077-44d3-b737-a24805784b41 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:25:56.075029 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0a96d6e8-ab98-436f-a49e-195d86c74d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:58.555640 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8cf70bb1-cd12-4f29-a9e3-b220ff92c27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:25:59.356081 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:26:00.887516 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:26:02.757630 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:26:19.616740 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:26:26.080955 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f774adb9-6884-4f4a-ad9a-58635b6d79c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:26:28.552042 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6e21eac1-58fe-47ab-97d5-b985cfb437e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:26:29.365792 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:26:30.878826 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:26:32.756444 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:26:56.073753 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d842e9e8-173b-4d95-b7a6-fd1af305516b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:26:56.615950 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:26:58.546162 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f5ccbc3e-96db-430c-a0eb-a5e16d3a042e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:26:59.360481 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:00.874578 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:02.750897 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:03.838951 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49152) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:27:03.898558 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c75bd8e-bdf9-4cca-ba98-f63fd99c6b42 admin admin] GET failed (client error): The resource could not be found. Feb 16 05:27:03.899823 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-3c75bd8e-bdf9-4cca-ba98-f63fd99c6b42 admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0599325 Feb 16 05:27:04.136117 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6022b3-37dc-4f86-a03e-a7b965c358a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:27:04.137621 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-8c6022b3-37dc-4f86-a03e-a7b965c358a3 admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2337182 Feb 16 05:27:06.439960 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49162) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:27:06.532990 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f41449-aa4f-4f08-8303-2de510d7d2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:27:06.534343 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-79f41449-aa4f-4f08-8303-2de510d7d2e6 admin admin] 10.222.0.75 "GET /v2.0/subnets/6aabb6ba-e35c-4d9c-926c-33eae6e84733 HTTP/1.1" status: 200 len: 849 time: 0.0934100 Feb 16 05:27:06.543445 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:27:06.630530 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] Publish callbacks [] for subnet (6aabb6ba-e35c-4d9c-926c-33eae6e84733), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:06.778471 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750525529622'] for subnet (6aabb6ba-e35c-4d9c-926c-33eae6e84733), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:06.808458 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:27:06.809545 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:06.810362 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] 10.222.0.75 "PUT /v2.0/subnets/6aabb6ba-e35c-4d9c-926c-33eae6e84733 HTTP/1.1" status: 200 len: 868 time: 0.2704232 Feb 16 05:27:06.813151 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c566929-9db8-42df-9885-2be11b905afd None None] Network 244c24fc-63f2-4c38-bf17-039478572cb3 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:27:06.834552 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aabb6ba-e35c-4d9c-926c-33eae6e84733,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:27:06.841900 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:27:06.842406 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:27:06.842762 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:27:06.843103 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:27:06.843441 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:27:06.843775 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:27:06.844123 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:27:06.844465 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:27:06.844825 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:27:06.845226 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:27:06.845615 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:27:06.845945 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:27:06.846273 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9270ba-cea0-4298-a06f-e36149700ee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:27:07.151616 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5d3737aa-94ed-4088-b271-bef56f2dab52 None None] Provisioning complete for port fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:27:07.152004 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5d3737aa-94ed-4088-b271-bef56f2dab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:07.227701 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5d3737aa-94ed-4088-b271-bef56f2dab52 None None] Current status of the port fd4c7144-9fd7-4c1e-9e2b-025066a4ce3a is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:27:07.237833 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5d3737aa-94ed-4088-b271-bef56f2dab52 None None] Provisioning complete for port a95f532d-f3f4-4fb1-9d68-6c45345a14d7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:27:07.238219 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5d3737aa-94ed-4088-b271-bef56f2dab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (a95f532d-f3f4-4fb1-9d68-6c45345a14d7), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:07.314190 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5d3737aa-94ed-4088-b271-bef56f2dab52 None None] Current status of the port a95f532d-f3f4-4fb1-9d68-6c45345a14d7 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:27:09.136717 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49170) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:27:09.327543 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfab65a-a92f-4e41-a9a3-53ea8a46383d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:27:09.327935 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfab65a-a92f-4e41-a9a3-53ea8a46383d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:27:09.329504 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-adfab65a-a92f-4e41-a9a3-53ea8a46383d admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1917377 Feb 16 05:27:11.607886 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49178) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:27:11.744142 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a523564-4606-4779-88f2-1ec98cd07915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:27:11.744535 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a523564-4606-4779-88f2-1ec98cd07915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:27:11.746115 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-8a523564-4606-4779-88f2-1ec98cd07915 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1372869 Feb 16 05:27:14.035312 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49186) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:27:14.165061 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb4058e-caf7-413b-869e-0c070f1259da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:27:14.166443 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-8bb4058e-caf7-413b-869e-0c070f1259da admin admin] 10.222.0.75 "GET /v2.0/networks/244c24fc-63f2-4c38-bf17-039478572cb3 HTTP/1.1" status: 200 len: 869 time: 0.1301651 Feb 16 05:27:16.496906 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 49194) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:27:16.651425 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192e65d9-800e-4832-9661-ae4ec3c7c0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:27:16.652940 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-192e65d9-800e-4832-9661-ae4ec3c7c0bb admin admin] 10.222.0.75 "GET /v2.0/networks/61efc28e-7d20-4d92-8b96-aa9398e7f442 HTTP/1.1" status: 200 len: 886 time: 0.1549709 Feb 16 05:27:18.985490 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 49204) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:27:19.108260 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d82899-81eb-4269-8e48-4e6e58356bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:27:19.108772 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d82899-81eb-4269-8e48-4e6e58356bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:27:19.110338 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d4d82899-81eb-4269-8e48-4e6e58356bfe admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238658 Feb 16 05:27:21.399749 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 49212) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:27:21.490125 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120650ae-82c4-4e26-b78e-77566f65db1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:27:21.490583 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120650ae-82c4-4e26-b78e-77566f65db1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:27:21.492140 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-120650ae-82c4-4e26-b78e-77566f65db1f admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913911 Feb 16 05:27:23.871174 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49220) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:27:23.963242 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e72724-7dd5-439e-a103-dbe756d1b3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:27:23.964594 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-35e72724-7dd5-439e-a103-dbe756d1b3d2 admin admin] 10.222.0.75 "GET /v2.0/subnets/35988b50-7f57-43f7-b0a5-0909380c9793 HTTP/1.1" status: 200 len: 816 time: 0.0924881 Feb 16 05:27:26.076312 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-97858b97-d0b7-40fd-aabb-0dde8cb61f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:26.258100 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49228) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:27:26.347796 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf741dbb-b9fb-49ce-8d57-3ffc7e990db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:27:26.349048 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-cf741dbb-b9fb-49ce-8d57-3ffc7e990db0 admin admin] 10.222.0.75 "GET /v2.0/subnets/6aabb6ba-e35c-4d9c-926c-33eae6e84733 HTTP/1.1" status: 200 len: 868 time: 0.0899854 Feb 16 05:27:28.541234 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b4511af0-e011-47fe-a2ec-7dbf9606fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:29.363895 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:30.877944 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:32.754000 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:33.615618 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:27:54.409450 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49280) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:27:54.456601 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [None req-acf61192-bc17-46e9-a5ad-9a60b3ae6f25 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 05:27:54.457656 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-acf61192-bc17-46e9-a5ad-9a60b3ae6f25 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471740 Feb 16 05:27:56.077708 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-50100693-299e-45b9-aefe-5cc38f32f326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:56.845123 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49288) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:27:56.903446 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2b6951-638a-4217-9e51-fdf77b889d4a admin admin] GET failed (client error): The resource could not be found. Feb 16 05:27:56.904694 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-7f2b6951-638a-4217-9e51-fdf77b889d4a admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0586288 Feb 16 05:27:56.988608 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba978ef-c905-4109-913f-b392063387ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:27:56.989997 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-5ba978ef-c905-4109-913f-b392063387ff admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0807736 Feb 16 05:27:58.542757 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3455bf7d-23e2-4a66-b765-2972acaec3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:59.312138 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49296) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:27:59.359064 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1c279662-694f-4332-bc4f-7b57affe2baa admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:27:59.368139 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:59.377707 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c279662-694f-4332-bc4f-7b57affe2baa admin admin] Made reservation on behalf of b93c4f51f61141d6b4554752db1f615b for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:27:59.379910 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c279662-694f-4332-bc4f-7b57affe2baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:59.406808 dv-cinder-829473-2-iscsi neutron-server[102568]: WARNING neutron.services.revisions.revision_plugin [None req-1c279662-694f-4332-bc4f-7b57affe2baa admin admin] Could not find related network for resource to bump revision. Feb 16 05:27:59.421119 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c279662-694f-4332-bc4f-7b57affe2baa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 05:27:59.431525 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c279662-694f-4332-bc4f-7b57affe2baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (a9a69590-b11b-4dff-a5da-77a1fc1ca224), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:59.431863 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.segments_db [None req-1c279662-694f-4332-bc4f-7b57affe2baa admin admin] Added segment a9a69590-b11b-4dff-a5da-77a1fc1ca224 of type vlan for network 14a75b6d-e33c-471a-97dd-5b1c6fb680fb Feb 16 05:27:59.474165 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c279662-694f-4332-bc4f-7b57affe2baa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (14a75b6d-e33c-471a-97dd-5b1c6fb680fb), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:59.497035 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c279662-694f-4332-bc4f-7b57affe2baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (14a75b6d-e33c-471a-97dd-5b1c6fb680fb), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:59.497931 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c279662-694f-4332-bc4f-7b57affe2baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:27:59.498537 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c279662-694f-4332-bc4f-7b57affe2baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:27:59.552968 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-1c279662-694f-4332-bc4f-7b57affe2baa admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2391191 Feb 16 05:27:59.561210 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c279662-694f-4332-bc4f-7b57affe2baa admin admin] Pushing event updated for resources: {'Network': ['ID=14a75b6d-e33c-471a-97dd-5b1c6fb680fb,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:27:59.572365 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network 14a75b6d-e33c-471a-97dd-5b1c6fb680fb details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:28:00.879185 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:01.929553 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49304) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:28:01.989096 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f404a726-7370-434a-bbfb-341028146bd1 admin admin] GET failed (client error): The resource could not be found. Feb 16 05:28:01.990375 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-f404a726-7370-434a-bbfb-341028146bd1 admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598931 Feb 16 05:28:02.056939 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7563a8-4ea9-40fd-aa47-85a0c50c37c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:28:02.058363 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-8d7563a8-4ea9-40fd-aa47-85a0c50c37c9 admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0639610 Feb 16 05:28:02.067643 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8f38d66f-0069-4745-b78b-a989af759a0c admin admin] Request body: {'subnet': {'network_id': '14a75b6d-e33c-471a-97dd-5b1c6fb680fb', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:28:02.085815 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f38d66f-0069-4745-b78b-a989af759a0c admin admin] Made reservation on behalf of b93c4f51f61141d6b4554752db1f615b for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:28:02.088023 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f38d66f-0069-4745-b78b-a989af759a0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:02.246247 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f38d66f-0069-4745-b78b-a989af759a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for subnet (8d265e1c-9698-441c-8990-5781f92c11ed), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:02.300065 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38d66f-0069-4745-b78b-a989af759a0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d265e1c-9698-441c-8990-5781f92c11ed,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:28:02.306970 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f38d66f-0069-4745-b78b-a989af759a0c admin admin] Checking segment: {'id': 'a9a69590-b11b-4dff-a5da-77a1fc1ca224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '14a75b6d-e33c-471a-97dd-5b1c6fb680fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:28:02.307327 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f38d66f-0069-4745-b78b-a989af759a0c admin admin] Network hostable DHCP agents. Network: 14a75b6d-e33c-471a-97dd-5b1c6fb680fb, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:28:02.323260 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f38d66f-0069-4745-b78b-a989af759a0c admin admin] Network 14a75b6d-e33c-471a-97dd-5b1c6fb680fb is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:28:02.331984 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8f38d66f-0069-4745-b78b-a989af759a0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, 14a75b6d-e33c-471a-97dd-5b1c6fb680fb) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:28:02.335791 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f38d66f-0069-4745-b78b-a989af759a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:28:02.336392 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f38d66f-0069-4745-b78b-a989af759a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:02.340934 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d23ec24-95d3-4223-a8da-e34bfb96af7b None None] Network 14a75b6d-e33c-471a-97dd-5b1c6fb680fb requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:28:02.356061 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-8f38d66f-0069-4745-b78b-a989af759a0c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2915881 Feb 16 05:28:02.451269 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee9ae567-8b16-543d-b7e8-94b1639e7e51-14a75b6d-e33c-471a-97dd-5b1c6fb680fb', 'network_id': '14a75b6d-e33c-471a-97dd-5b1c6fb680fb', 'project_id': 'b93c4f51f61141d6b4554752db1f615b', 'fixed_ips': [{'subnet_id': '8d265e1c-9698-441c-8990-5781f92c11ed'}]}} from dv-cinder-829473-2-iscsi. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 05:28:02.452145 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:02.595817 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Allocated IP 192.168.233.2 (14a75b6d-e33c-471a-97dd-5b1c6fb680fb/8d265e1c-9698-441c-8990-5781f92c11ed/13582a46-2c37-4c89-893d-eb74170bca36) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:28:02.739115 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Publish callbacks [] for port (13582a46-2c37-4c89-893d-eb74170bca36), precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:02.753887 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (13582a46-2c37-4c89-893d-eb74170bca36), after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:02.787431 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:02.806832 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Network 14a75b6d-e33c-471a-97dd-5b1c6fb680fb is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:28:02.810664 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:28:02.812476 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Pushing event updated for resources: {'Port': ['ID=13582a46-2c37-4c89-893d-eb74170bca36,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:28:02.815198 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:28:02.825891 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:28:02.826265 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:28:02.826635 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:28:02.826977 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:28:02.827309 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:28:02.827635 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:28:02.827961 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:28:02.828319 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:28:02.828642 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:28:02.828979 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:28:02.829327 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:28:02.829649 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:28:02.829965 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:28:02.881429 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Attempting to bind port 13582a46-2c37-4c89-893d-eb74170bca36 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:28:02.881723 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Attempting to bind port 13582a46-2c37-4c89-893d-eb74170bca36 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': 'a9a69590-b11b-4dff-a5da-77a1fc1ca224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '14a75b6d-e33c-471a-97dd-5b1c6fb680fb'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:28:02.882089 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Attempting to bind port 13582a46-2c37-4c89-893d-eb74170bca36 on network 14a75b6d-e33c-471a-97dd-5b1c6fb680fb {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:28:02.887561 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:28:02.887937 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Checking segment: {'id': 'a9a69590-b11b-4dff-a5da-77a1fc1ca224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '14a75b6d-e33c-471a-97dd-5b1c6fb680fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:28:02.888339 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:02.888785 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Bound using segment: {'id': 'a9a69590-b11b-4dff-a5da-77a1fc1ca224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '14a75b6d-e33c-471a-97dd-5b1c6fb680fb'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:28:02.889244 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Bound port: 13582a46-2c37-4c89-893d-eb74170bca36, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a69590-b11b-4dff-a5da-77a1fc1ca224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '14a75b6d-e33c-471a-97dd-5b1c6fb680fb'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:28:02.889646 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (13582a46-2c37-4c89-893d-eb74170bca36), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:02.954649 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] For port 13582a46-2c37-4c89-893d-eb74170bca36, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:28:02.958102 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] For port 13582a46-2c37-4c89-893d-eb74170bca36, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=13582a46-2c37-4c89-893d-eb74170bca36,segment=NetworkSegment(a9a69590-b11b-4dff-a5da-77a1fc1ca224),segment_id=a9a69590-b11b-4dff-a5da-77a1fc1ca224)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:28:02.964165 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (13582a46-2c37-4c89-893d-eb74170bca36), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:03.025703 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e4361-70f2-444c-980a-e6c9ebcdc436 None None] Pushing event updated for resources: {'Port': ['ID=13582a46-2c37-4c89-893d-eb74170bca36,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:28:03.551402 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 13582a46-2c37-4c89-893d-eb74170bca36 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:28:03.605075 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 13582a46-2c37-4c89-893d-eb74170bca36 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:28:03.605515 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (13582a46-2c37-4c89-893d-eb74170bca36), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:03.700360 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 13582a46-2c37-4c89-893d-eb74170bca36 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:28:03.700756 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (13582a46-2c37-4c89-893d-eb74170bca36), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:03.736252 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] For port 13582a46-2c37-4c89-893d-eb74170bca36, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=13582a46-2c37-4c89-893d-eb74170bca36,segment=NetworkSegment(a9a69590-b11b-4dff-a5da-77a1fc1ca224),segment_id=a9a69590-b11b-4dff-a5da-77a1fc1ca224)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:28:03.741583 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (13582a46-2c37-4c89-893d-eb74170bca36), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:03.796422 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Pushing event updated for resources: {'Port': ['ID=13582a46-2c37-4c89-893d-eb74170bca36,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:28:03.889791 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf78620-ec0d-4654-bb51-534d6cf65953 None None] Network 14a75b6d-e33c-471a-97dd-5b1c6fb680fb requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:28:03.992100 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5ea44675-1f4b-4857-abd9-7f2715976842 None None] Provisioning complete for port 13582a46-2c37-4c89-893d-eb74170bca36 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:28:03.992420 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ea44675-1f4b-4857-abd9-7f2715976842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (13582a46-2c37-4c89-893d-eb74170bca36), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:04.083696 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5ea44675-1f4b-4857-abd9-7f2715976842 None None] Current status of the port 13582a46-2c37-4c89-893d-eb74170bca36 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:28:04.305703 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4d835166-c899-4162-a1d0-bb7c26bae540 None None] Provisioning complete for port 13582a46-2c37-4c89-893d-eb74170bca36 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:28:04.306094 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4d835166-c899-4162-a1d0-bb7c26bae540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (13582a46-2c37-4c89-893d-eb74170bca36), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:04.390781 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4d835166-c899-4162-a1d0-bb7c26bae540 None None] Current status of the port 13582a46-2c37-4c89-893d-eb74170bca36 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:28:05.515117 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 13582a46-2c37-4c89-893d-eb74170bca36 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:28:05.563376 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 13582a46-2c37-4c89-893d-eb74170bca36 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:28:05.563768 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (13582a46-2c37-4c89-893d-eb74170bca36), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:05.739856 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 13582a46-2c37-4c89-893d-eb74170bca36 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:28:10.615457 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:28:26.080853 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ea8428d1-6a79-4205-ac52-d50d7d4331fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:28.544183 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-59809b60-9000-47f4-85b8-1b5347ff3470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:29.371594 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:30.882222 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:32.759741 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:47.614402 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:28:56.082448 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0f196ea8-eb2e-4b08-9319-91e8c63fe10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:58.545567 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4e9d5477-3251-4359-8009-a7d7377798e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:28:59.374744 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:29:00.884670 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:29:02.762528 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:29:24.613049 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:29:26.085414 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-08b5999b-6026-486e-ae61-e3722e776686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:29:28.548248 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-574e8090-03e3-40a6-a624-5f1095e582c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:29:29.377888 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:29:29.966228 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 49342) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:29:29.973442 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [None req-a31cf02f-60e8-4704-afcb-bfdf791c18fd tempest-verify_tempest_config-32479049 tempest-verify_tempest_config-32479049-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 05:29:29.974407 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-a31cf02f-60e8-4704-afcb-bfdf791c18fd tempest-verify_tempest_config-32479049 tempest-verify_tempest_config-32479049-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058239 Feb 16 05:29:30.256069 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 49360) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:29:30.355618 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-622a0819-49de-4aab-9de1-487d67aed6e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:29:30.437939 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-622a0819-49de-4aab-9de1-487d67aed6e4 admin admin] Publish callbacks [] for security_group (b458b800-5751-4580-b905-e2c437a8cee4), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:29:30.442406 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-622a0819-49de-4aab-9de1-487d67aed6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (b458b800-5751-4580-b905-e2c437a8cee4), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:29:30.483653 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a0819-49de-4aab-9de1-487d67aed6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b458b800-5751-4580-b905-e2c437a8cee4,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:29:30.494840 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-622a0819-49de-4aab-9de1-487d67aed6e4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a091415c1eff4fa09225ff816e93e16d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2377605 Feb 16 05:29:30.496256 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a0819-49de-4aab-9de1-487d67aed6e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.496630 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a0819-49de-4aab-9de1-487d67aed6e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.497028 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a0819-49de-4aab-9de1-487d67aed6e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.497437 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a0819-49de-4aab-9de1-487d67aed6e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.497595 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49364) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:29:30.498648 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a0819-49de-4aab-9de1-487d67aed6e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.498765 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a0819-49de-4aab-9de1-487d67aed6e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.499070 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a0819-49de-4aab-9de1-487d67aed6e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.499406 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a0819-49de-4aab-9de1-487d67aed6e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.499927 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a0819-49de-4aab-9de1-487d67aed6e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.500286 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a0819-49de-4aab-9de1-487d67aed6e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.500619 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a0819-49de-4aab-9de1-487d67aed6e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.500946 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a0819-49de-4aab-9de1-487d67aed6e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.501285 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a0819-49de-4aab-9de1-487d67aed6e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.555406 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5464b28d-ed68-418c-b1e4-c92e487283b6 admin admin] Publish callbacks [] for security_group (b458b800-5751-4580-b905-e2c437a8cee4), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:29:30.575894 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5464b28d-ed68-418c-b1e4-c92e487283b6 admin admin] Publish callbacks [] for security_group (b458b800-5751-4580-b905-e2c437a8cee4), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:29:30.669511 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5464b28d-ed68-418c-b1e4-c92e487283b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (b458b800-5751-4580-b905-e2c437a8cee4), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:29:30.672596 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5464b28d-ed68-418c-b1e4-c92e487283b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:29:30.673766 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-5464b28d-ed68-418c-b1e4-c92e487283b6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b458b800-5751-4580-b905-e2c437a8cee4 HTTP/1.1" status: 204 len: 168 time: 0.1745820 Feb 16 05:29:30.681666 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464b28d-ed68-418c-b1e4-c92e487283b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b458b800-5751-4580-b905-e2c437a8cee4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:29:30.688843 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464b28d-ed68-418c-b1e4-c92e487283b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.689131 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464b28d-ed68-418c-b1e4-c92e487283b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.689505 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464b28d-ed68-418c-b1e4-c92e487283b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.689844 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464b28d-ed68-418c-b1e4-c92e487283b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.690171 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464b28d-ed68-418c-b1e4-c92e487283b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.690499 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464b28d-ed68-418c-b1e4-c92e487283b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.690825 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464b28d-ed68-418c-b1e4-c92e487283b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.691146 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464b28d-ed68-418c-b1e4-c92e487283b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.691480 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464b28d-ed68-418c-b1e4-c92e487283b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.691802 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464b28d-ed68-418c-b1e4-c92e487283b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.692126 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464b28d-ed68-418c-b1e4-c92e487283b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.692444 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464b28d-ed68-418c-b1e4-c92e487283b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.692794 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464b28d-ed68-418c-b1e4-c92e487283b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:29:30.887817 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:29:32.765901 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:29:56.086230 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8c0b833a-520a-48ca-be79-bb3b3fd5ff74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:29:58.549426 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e1bb3c0d-a8bc-485b-92a6-b138be39d404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:29:59.379022 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:30:00.885724 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:30:01.612190 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:30:02.768035 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:30:26.098824 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c89ba948-9adc-4d11-a688-8269e2bceb7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:30:28.553562 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ae755cee-e26f-44f8-b1d5-e811a6c6e136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:30:29.382459 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:30:30.896419 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:30:32.771394 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:30:38.611239 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:30:56.090307 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cbc32b27-029a-499f-ab5c-f9541d77c201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:30:58.554808 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b40ff7aa-1cf4-4a7b-9420-ab12e1650244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:30:59.385130 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:31:00.896334 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:31:02.779697 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:31:11.044964 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587087'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:31:15.610874 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:31:25.999843 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49436) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:31:26.093612 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dcbcbd2c-085f-4155-989e-d9280d1db114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:31:26.108877 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-c83877d0-809f-417d-8bb9-5e9d95c3d068 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1079431 Feb 16 05:31:28.426015 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49446) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:31:28.478972 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-3553c205-9314-4f60-aba6-d3cdafc26f58 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0518434 Feb 16 05:31:28.559078 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe752-db94-417a-ac9f-aaed209c1a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:31:29.388309 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:31:30.900314 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:31:32.773776 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:31:41.044667 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:31:52.610105 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:31:56.096895 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0018647b-e36c-4f8a-bbac-d1cbb50811b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:31:58.560099 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e0b2c24f-e4eb-4d6d-a085-b670feabe73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:31:59.391167 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:32:00.903211 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:32:02.778937 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:32:11.045202 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:32:26.098776 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-afcd619f-d41c-4cf5-ac1d-5a80e3b93e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:32:28.563730 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6ed6c5a9-e9dc-42b7-89ac-0c5c0ddba2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:32:29.395741 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:32:29.609844 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:32:30.905468 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:32:32.785183 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:32:41.059163 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:32:56.114552 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f5da6868-2222-4461-b826-6ce3e66cc64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:32:58.591394 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-974556ea-3503-4775-917e-ea831be71c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:32:59.397644 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:32:59.804644 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49606) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:00.033478 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1532532920-network', 'tenant_id': 'f8c0817ca34947d797da354bfc2aa372'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:00.054400 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Made reservation on behalf of f8c0817ca34947d797da354bfc2aa372 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:00.057209 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:00.067024 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:00.144937 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Publish callbacks [] for security_group (19ecee48-83fa-432e-bd31-08f18ad3ebd4), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:00.148933 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (19ecee48-83fa-432e-bd31-08f18ad3ebd4), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:00.175077 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 05:33:00.183367 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ecee48-83fa-432e-bd31-08f18ad3ebd4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:00.193005 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.193295 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.193836 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.194325 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.194816 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.195292 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.195758 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.196254 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.196737 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.197088 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.197447 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.197786 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.198099 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Tracked resource versions report: Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: pushed versions: Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: { 'AddressGroup': {'1.2'}, Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'ConntrackHelper': {'1.0'}, Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'LocalIPAssociation': {'1.0'}, Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Log': {'1.0'}, Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Network': {'1.1'}, Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Port': {'1.7'}, Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'PortForwarding': {'1.2'}, Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'QosPolicy': {'1.10'}, Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'SecurityGroup': {'1.5'}, Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'SecurityGroupRule': {'1.2'}, Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'SubPort': {'1.0'}, Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Subnet': {'1.1'}, Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Trunk': {'1.1'}} Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: consumer versions: Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: { DHCP agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: HyperV agent@hv-cinder-82947: {}, Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: L3 agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: Metadata agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: Metering agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: Open vSwitch agent@dv-cinder-829473-2-iscsi: { 'AddressGroup': '1.2', Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'ConntrackHelper': '1.0', Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'LocalIPAssociation': '1.0', Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Log': '1.0', Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Network': '1.1', Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Port': '1.7', Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'PortForwarding': '1.2', Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'QosPolicy': '1.10', Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'SecurityGroup': '1.5', Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'SecurityGroupRule': '1.2', Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'SubPort': '1.0', Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Subnet': '1.1', Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: 'Trunk': '1.1'}} Feb 16 05:33:00.199241 dv-cinder-829473-2-iscsi neutron-server[102568]: {{(pid=102568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 05:33:00.205893 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (4f0e3935-9870-40a5-b556-a230dc623639), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:00.206235 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.segments_db [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Added segment 4f0e3935-9870-40a5-b556-a230dc623639 of type vlan for network a7e424d6-266f-483c-9f77-54749ea51752 Feb 16 05:33:00.255738 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (a7e424d6-266f-483c-9f77-54749ea51752), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:00.281583 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (a7e424d6-266f-483c-9f77-54749ea51752), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:00.282529 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:00.283106 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:00.337163 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5313671 Feb 16 05:33:00.340546 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 49646) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:00.344412 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd521e37-4634-4e21-9ccb-b42e87d211c5 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e424d6-266f-483c-9f77-54749ea51752,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:00.346554 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Request body: {'subnet': {'network_id': 'a7e424d6-266f-483c-9f77-54749ea51752', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1532532920-subnet', 'tenant_id': 'f8c0817ca34947d797da354bfc2aa372', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:00.354765 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network a7e424d6-266f-483c-9f77-54749ea51752 details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:33:00.377027 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Made reservation on behalf of f8c0817ca34947d797da354bfc2aa372 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:00.380264 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:00.559839 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for subnet (3f83d0b5-3d74-42a3-9ef9-6ee9b5e09b38), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:00.577750 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49656) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:00.603993 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f83d0b5-3d74-42a3-9ef9-6ee9b5e09b38,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:00.604992 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49662) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:00.613538 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.613909 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.614304 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.614637 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.614977 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.615291 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.615616 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.615940 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.616318 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.616645 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.617162 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.617913 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.617913 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Tracked resource versions report: Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: pushed versions: Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: { 'AddressGroup': {'1.2'}, Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'ConntrackHelper': {'1.0'}, Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'LocalIPAssociation': {'1.0'}, Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Log': {'1.0'}, Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Network': {'1.1'}, Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Port': {'1.7'}, Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'PortForwarding': {'1.2'}, Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'QosPolicy': {'1.10'}, Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'SecurityGroup': {'1.5'}, Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'SecurityGroupRule': {'1.2'}, Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'SubPort': {'1.0'}, Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Subnet': {'1.1'}, Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Trunk': {'1.1'}} Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: consumer versions: Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: { DHCP agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: HyperV agent@hv-cinder-82947: {}, Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: L3 agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: Metadata agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: Metering agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: Open vSwitch agent@dv-cinder-829473-2-iscsi: { 'AddressGroup': '1.2', Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'ConntrackHelper': '1.0', Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'LocalIPAssociation': '1.0', Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Log': '1.0', Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Network': '1.1', Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Port': '1.7', Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'PortForwarding': '1.2', Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'QosPolicy': '1.10', Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'SecurityGroup': '1.5', Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'SecurityGroupRule': '1.2', Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'SubPort': '1.0', Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Subnet': '1.1', Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: 'Trunk': '1.1'}} Feb 16 05:33:00.619120 dv-cinder-829473-2-iscsi neutron-server[102567]: {{(pid=102567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 05:33:00.639465 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Checking segment: {'id': '4f0e3935-9870-40a5-b556-a230dc623639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a7e424d6-266f-483c-9f77-54749ea51752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:00.639816 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Network hostable DHCP agents. Network: a7e424d6-266f-483c-9f77-54749ea51752, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:33:00.642693 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49666) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:00.661230 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Network a7e424d6-266f-483c-9f77-54749ea51752 is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:33:00.676161 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49670) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:00.678023 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, a7e424d6-266f-483c-9f77-54749ea51752) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:00.683419 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:00.684056 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:00.689322 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97ef1f6-e478-4a9d-95d3-7dab47e50074 None None] Network a7e424d6-266f-483c-9f77-54749ea51752 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:33:00.708248 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-43785b1f-7b2e-407b-95fe-c26c022394d1 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3665278 Feb 16 05:33:00.735923 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49678) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:00.797819 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c832f589-77d8-4cc1-b61a-955ff3b4ea15 None None] Network a7e424d6-266f-483c-9f77-54749ea51752 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:33:00.805234 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1ccc8cee-b53b-45de-91c5-66d8a3c4a5cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1575830004-network', 'tenant_id': '1050764769f2439fae8ad76e27663aec'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:00.829745 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccc8cee-b53b-45de-91c5-66d8a3c4a5cd admin admin] Made reservation on behalf of 1050764769f2439fae8ad76e27663aec for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:00.844147 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8cee-b53b-45de-91c5-66d8a3c4a5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:00.863554 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c12c06b0-aa14-4c05-8cee-6a677edd8a94 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-404719671-network', 'tenant_id': '98f0673600914ab1a0a8636e309c3306'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:00.883988 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8cee-b53b-45de-91c5-66d8a3c4a5cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:00.905772 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e3605032-d6e8-4c34-9244-8086edee4d54 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-776679620-network', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:00.916317 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b8287aef-616a-4721-ba65-3b73e2519cf4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-864418279-network', 'tenant_id': '29a54dafb7ef43e6a927b5853e138737'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:01.024359 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.094749 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12c06b0-aa14-4c05-8cee-6a677edd8a94 admin admin] Made reservation on behalf of 98f0673600914ab1a0a8636e309c3306 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:01.097077 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c12c06b0-aa14-4c05-8cee-6a677edd8a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.104251 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8cee-b53b-45de-91c5-66d8a3c4a5cd admin admin] Publish callbacks [] for security_group (9b511f60-b6ae-44ed-a6af-4c1d3760ff96), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.118765 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a917952b-28db-4390-8dec-02d8e9c51e96 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-783864887-network', 'tenant_id': '971394cccbfa49b584616f61ed5eb8a2'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:01.123933 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c12c06b0-aa14-4c05-8cee-6a677edd8a94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.125608 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8cee-b53b-45de-91c5-66d8a3c4a5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (9b511f60-b6ae-44ed-a6af-4c1d3760ff96), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.168509 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3605032-d6e8-4c34-9244-8086edee4d54 admin admin] Made reservation on behalf of 59d95f84bb5c4548a82ead0d4d2cb38c for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:01.171381 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3605032-d6e8-4c34-9244-8086edee4d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.174350 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccc8cee-b53b-45de-91c5-66d8a3c4a5cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 05:33:01.219158 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3605032-d6e8-4c34-9244-8086edee4d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.240601 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8cee-b53b-45de-91c5-66d8a3c4a5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (25300278-0692-4e36-a9a0-3c0773862d47), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.241162 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.segments_db [None req-1ccc8cee-b53b-45de-91c5-66d8a3c4a5cd admin admin] Added segment 25300278-0692-4e36-a9a0-3c0773862d47 of type vlan for network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 Feb 16 05:33:01.253409 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8287aef-616a-4721-ba65-3b73e2519cf4 admin admin] Made reservation on behalf of 29a54dafb7ef43e6a927b5853e138737 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:01.256603 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8287aef-616a-4721-ba65-3b73e2519cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.281315 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc8cee-b53b-45de-91c5-66d8a3c4a5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b511f60-b6ae-44ed-a6af-4c1d3760ff96,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:01.383672 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a917952b-28db-4390-8dec-02d8e9c51e96 admin admin] Made reservation on behalf of 971394cccbfa49b584616f61ed5eb8a2 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:01.386370 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a917952b-28db-4390-8dec-02d8e9c51e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.388388 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8287aef-616a-4721-ba65-3b73e2519cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.432599 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8cee-b53b-45de-91c5-66d8a3c4a5cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (8cb1fb16-d79c-49c4-8a9e-84b03bfe3409), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.434744 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a917952b-28db-4390-8dec-02d8e9c51e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.508015 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3605032-d6e8-4c34-9244-8086edee4d54 admin admin] Publish callbacks [] for security_group (0ef07766-fd57-4f17-89d3-af2f7dfba106), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.544369 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3605032-d6e8-4c34-9244-8086edee4d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (0ef07766-fd57-4f17-89d3-af2f7dfba106), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.562998 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8cee-b53b-45de-91c5-66d8a3c4a5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (8cb1fb16-d79c-49c4-8a9e-84b03bfe3409), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.564423 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccc8cee-b53b-45de-91c5-66d8a3c4a5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:01.565232 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8cee-b53b-45de-91c5-66d8a3c4a5cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.611874 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c12c06b0-aa14-4c05-8cee-6a677edd8a94 admin admin] Publish callbacks [] for security_group (f78f84e9-113a-44af-94b1-92073133771b), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.619704 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3605032-d6e8-4c34-9244-8086edee4d54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 05:33:01.641000 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c12c06b0-aa14-4c05-8cee-6a677edd8a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (f78f84e9-113a-44af-94b1-92073133771b), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.673204 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3605032-d6e8-4c34-9244-8086edee4d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef07766-fd57-4f17-89d3-af2f7dfba106,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:01.732267 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-1ccc8cee-b53b-45de-91c5-66d8a3c4a5cd admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1531856 Feb 16 05:33:01.735985 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 49734) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:01.740809 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-45d6a3cf-94f0-4ae2-84eb-a186ed384daf admin admin] Request body: {'subnet': {'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1575830004-subnet', 'tenant_id': '1050764769f2439fae8ad76e27663aec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:01.741919 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3605032-d6e8-4c34-9244-8086edee4d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (ceff631c-45db-4708-b64a-2f17c1110a04), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.742295 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.segments_db [None req-e3605032-d6e8-4c34-9244-8086edee4d54 admin admin] Added segment ceff631c-45db-4708-b64a-2f17c1110a04 of type vlan for network 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c Feb 16 05:33:01.781690 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d6a3cf-94f0-4ae2-84eb-a186ed384daf admin admin] Made reservation on behalf of 1050764769f2439fae8ad76e27663aec for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:01.784010 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-45d6a3cf-94f0-4ae2-84eb-a186ed384daf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.831761 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12c06b0-aa14-4c05-8cee-6a677edd8a94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 05:33:01.846154 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3605032-d6e8-4c34-9244-8086edee4d54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.888876 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c12c06b0-aa14-4c05-8cee-6a677edd8a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (ae5c69d9-65b4-4e84-8215-02012f7565ad), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.889841 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.segments_db [None req-c12c06b0-aa14-4c05-8cee-6a677edd8a94 admin admin] Added segment ae5c69d9-65b4-4e84-8215-02012f7565ad of type vlan for network 8bff5ceb-655f-4b77-9e4f-6947f831595a Feb 16 05:33:01.913354 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8287aef-616a-4721-ba65-3b73e2519cf4 admin admin] Publish callbacks [] for security_group (4e4ac2e4-e88b-4d3a-a91d-101a1070ed08), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.914548 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc8cee-b53b-45de-91c5-66d8a3c4a5cd admin admin] Pushing event updated for resources: {'Network': ['ID=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:01.927947 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:33:01.937359 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a917952b-28db-4390-8dec-02d8e9c51e96 admin admin] Publish callbacks [] for security_group (0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.943809 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c06b0-aa14-4c05-8cee-6a677edd8a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78f84e9-113a-44af-94b1-92073133771b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:01.947949 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8287aef-616a-4721-ba65-3b73e2519cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (4e4ac2e4-e88b-4d3a-a91d-101a1070ed08), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.962854 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8287aef-616a-4721-ba65-3b73e2519cf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 05:33:01.973823 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8287aef-616a-4721-ba65-3b73e2519cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (25b158c4-d4fb-4c2f-bf9e-5b994d627f92), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:01.974175 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.segments_db [None req-b8287aef-616a-4721-ba65-3b73e2519cf4 admin admin] Added segment 25b158c4-d4fb-4c2f-bf9e-5b994d627f92 of type vlan for network 8786aaeb-95b5-4c4b-bc7a-96d9ec7bd4d8 Feb 16 05:33:02.016667 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-45d6a3cf-94f0-4ae2-84eb-a186ed384daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for subnet (20482d00-bd66-405d-b6ef-47ba9f681fde), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:02.027339 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8287aef-616a-4721-ba65-3b73e2519cf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (8786aaeb-95b5-4c4b-bc7a-96d9ec7bd4d8), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:02.085739 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a917952b-28db-4390-8dec-02d8e9c51e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:02.088342 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8287aef-616a-4721-ba65-3b73e2519cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (8786aaeb-95b5-4c4b-bc7a-96d9ec7bd4d8), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:02.089436 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8287aef-616a-4721-ba65-3b73e2519cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:02.090127 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8287aef-616a-4721-ba65-3b73e2519cf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:02.094842 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6a3cf-94f0-4ae2-84eb-a186ed384daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=20482d00-bd66-405d-b6ef-47ba9f681fde,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:02.146670 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c12c06b0-aa14-4c05-8cee-6a677edd8a94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (8bff5ceb-655f-4b77-9e4f-6947f831595a), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:02.149358 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d6a3cf-94f0-4ae2-84eb-a186ed384daf admin admin] Checking segment: {'id': '25300278-0692-4e36-a9a0-3c0773862d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:02.149723 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d6a3cf-94f0-4ae2-84eb-a186ed384daf admin admin] Network hostable DHCP agents. Network: 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:33:02.168221 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d6a3cf-94f0-4ae2-84eb-a186ed384daf admin admin] Network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:33:02.185183 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-45d6a3cf-94f0-4ae2-84eb-a186ed384daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:02.194292 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c153baea-b053-483e-8e47-3b0741818a5f None None] Network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:33:02.213697 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6a3cf-94f0-4ae2-84eb-a186ed384daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:02.215224 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3605032-d6e8-4c34-9244-8086edee4d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:02.216278 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3605032-d6e8-4c34-9244-8086edee4d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:02.216877 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3605032-d6e8-4c34-9244-8086edee4d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:02.219228 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-45d6a3cf-94f0-4ae2-84eb-a186ed384daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:02.227783 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49764) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:02.229793 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a917952b-28db-4390-8dec-02d8e9c51e96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 05:33:02.232714 dv-cinder-829473-2-iscsi neutron-server[102568]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 05:33:02.252718 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-45d6a3cf-94f0-4ae2-84eb-a186ed384daf admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5156276 Feb 16 05:33:02.272746 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-c12c06b0-aa14-4c05-8cee-6a677edd8a94 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 05:33:02.292881 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-b8287aef-616a-4721-ba65-3b73e2519cf4 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6153693 Feb 16 05:33:02.293190 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 49768) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:02.300726 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d8d0b278-7753-4975-93b9-c503be5085a0 admin admin] Request body: {'subnet': {'network_id': '8786aaeb-95b5-4c4b-bc7a-96d9ec7bd4d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-864418279-subnet', 'tenant_id': '29a54dafb7ef43e6a927b5853e138737', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:02.332836 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8287aef-616a-4721-ba65-3b73e2519cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4ac2e4-e88b-4d3a-a91d-101a1070ed08,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:02.336365 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62c3f56-9928-47a1-95d7-65191d310e36 None None] Network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:33:02.394252 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d0b278-7753-4975-93b9-c503be5085a0 admin admin] Made reservation on behalf of 29a54dafb7ef43e6a927b5853e138737 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:02.394950 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8287aef-616a-4721-ba65-3b73e2519cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=8786aaeb-95b5-4c4b-bc7a-96d9ec7bd4d8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:02.397061 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8d0b278-7753-4975-93b9-c503be5085a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:02.397583 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a917952b-28db-4390-8dec-02d8e9c51e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (bd606385-4c28-4201-8004-440b5cea7aef), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:02.397925 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.segments_db [None req-a917952b-28db-4390-8dec-02d8e9c51e96 admin admin] Added segment bd606385-4c28-4201-8004-440b5cea7aef of type vlan for network d78b6deb-fc45-4cca-b643-a09448659dd2 Feb 16 05:33:02.422262 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-e3605032-d6e8-4c34-9244-8086edee4d54 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7778668 Feb 16 05:33:02.422878 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49770) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:02.447072 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4b8fd484-6d42-4201-b852-862aceae9e33 admin admin] Request body: {'subnet': {'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-776679620-subnet', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:02.473468 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c12c06b0-aa14-4c05-8cee-6a677edd8a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (8bff5ceb-655f-4b77-9e4f-6947f831595a), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:02.475365 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network 8786aaeb-95b5-4c4b-bc7a-96d9ec7bd4d8 details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:33:02.484486 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12c06b0-aa14-4c05-8cee-6a677edd8a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:02.485502 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c12c06b0-aa14-4c05-8cee-6a677edd8a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:02.603778 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3605032-d6e8-4c34-9244-8086edee4d54 admin admin] Pushing event updated for resources: {'Network': ['ID=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:02.649609 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:33:02.696934 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8d0b278-7753-4975-93b9-c503be5085a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for subnet (cdf9e005-5ce9-4002-818b-bda202e2bb6c), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:02.699218 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a917952b-28db-4390-8dec-02d8e9c51e96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (d78b6deb-fc45-4cca-b643-a09448659dd2), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:02.704267 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917952b-28db-4390-8dec-02d8e9c51e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:02.753529 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0b278-7753-4975-93b9-c503be5085a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf9e005-5ce9-4002-818b-bda202e2bb6c,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:02.787003 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d0b278-7753-4975-93b9-c503be5085a0 admin admin] Checking segment: {'id': '25b158c4-d4fb-4c2f-bf9e-5b994d627f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8786aaeb-95b5-4c4b-bc7a-96d9ec7bd4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:02.787375 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d0b278-7753-4975-93b9-c503be5085a0 admin admin] Network hostable DHCP agents. Network: 8786aaeb-95b5-4c4b-bc7a-96d9ec7bd4d8, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:33:02.796019 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:02.812245 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d0b278-7753-4975-93b9-c503be5085a0 admin admin] Network 8786aaeb-95b5-4c4b-bc7a-96d9ec7bd4d8 is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:33:02.825967 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-d8d0b278-7753-4975-93b9-c503be5085a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, 8786aaeb-95b5-4c4b-bc7a-96d9ec7bd4d8) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:02.833555 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d0b278-7753-4975-93b9-c503be5085a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:02.834478 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8d0b278-7753-4975-93b9-c503be5085a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:02.836166 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df6a482-a61e-4b6e-95f1-4318782bac25 None None] Network 8786aaeb-95b5-4c4b-bc7a-96d9ec7bd4d8 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:33:02.842654 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-c12c06b0-aa14-4c05-8cee-6a677edd8a94 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2356784 Feb 16 05:33:02.846450 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 49788) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:02.851647 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d2101438-4c76-41e8-975a-dc2037f73e59 admin admin] Request body: {'subnet': {'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-subnet', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:02.869359 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d8d0b278-7753-4975-93b9-c503be5085a0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5677156 Feb 16 05:33:02.878759 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-a917952b-28db-4390-8dec-02d8e9c51e96 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 05:33:02.910269 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2101438-4c76-41e8-975a-dc2037f73e59 admin admin] Made reservation on behalf of 98f0673600914ab1a0a8636e309c3306 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:02.914805 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d2101438-4c76-41e8-975a-dc2037f73e59 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:02.916287 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8fd484-6d42-4201-b852-862aceae9e33 admin admin] Made reservation on behalf of 59d95f84bb5c4548a82ead0d4d2cb38c for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:02.927335 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b8fd484-6d42-4201-b852-862aceae9e33 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:02.979412 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6f1e425c-9889-4aa9-868a-ad32f472d112 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:02.988668 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6f1e425c-9889-4aa9-868a-ad32f472d112 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/networks?id=a7e424d6-266f-483c-9f77-54749ea51752 HTTP/1.1" status: 200 len: 812 time: 0.7598681 Feb 16 05:33:03.012723 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a917952b-28db-4390-8dec-02d8e9c51e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (d78b6deb-fc45-4cca-b643-a09448659dd2), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:03.022459 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a917952b-28db-4390-8dec-02d8e9c51e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:03.023286 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a917952b-28db-4390-8dec-02d8e9c51e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:03.053653 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7b0880-c581-4ddc-93a0-715c951fd64b None None] Network 8786aaeb-95b5-4c4b-bc7a-96d9ec7bd4d8 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:33:03.079678 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c06b0-aa14-4c05-8cee-6a677edd8a94 admin admin] Pushing event updated for resources: {'Network': ['ID=8bff5ceb-655f-4b77-9e4f-6947f831595a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:03.124292 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6f89e485-eb28-4412-beae-8a07525e1b48 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/quotas/f8c0817ca34947d797da354bfc2aa372 HTTP/1.1" status: 200 len: 375 time: 0.1115651 Feb 16 05:33:03.160058 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network 8bff5ceb-655f-4b77-9e4f-6947f831595a details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:33:03.160757 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-a917952b-28db-4390-8dec-02d8e9c51e96 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4229453 Feb 16 05:33:03.165544 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 49812) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:03.165871 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 49814) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:03.176266 dv-cinder-829473-2-iscsi neutron-server[102567]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 05:33:03.181649 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-86c465b3-f6eb-4557-a819-d5838e1d5882 admin admin] Request body: {'subnet': {'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-783864887-subnet', 'tenant_id': '971394cccbfa49b584616f61ed5eb8a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:03.265869 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-a8ddd0de-6865-4189-b517-7a097de752a2 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8c0817ca34947d797da354bfc2aa372&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1103897 Feb 16 05:33:03.275432 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c465b3-f6eb-4557-a819-d5838e1d5882 admin admin] Made reservation on behalf of 971394cccbfa49b584616f61ed5eb8a2 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:03.277756 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-86c465b3-f6eb-4557-a819-d5838e1d5882 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:03.289943 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917952b-28db-4390-8dec-02d8e9c51e96 admin admin] Pushing event updated for resources: {'Network': ['ID=d78b6deb-fc45-4cca-b643-a09448659dd2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:03.335959 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network d78b6deb-fc45-4cca-b643-a09448659dd2 details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:33:03.433880 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d2101438-4c76-41e8-975a-dc2037f73e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for subnet (0acbf643-c806-4af9-a75e-f3ce06c9fe9e), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:03.489733 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b8fd484-6d42-4201-b852-862aceae9e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for subnet (636aaf45-90e1-4d41-a98b-57327459a7bf), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:03.541027 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-c29d982d-05b4-44bc-9ded-8b502d96b9ad service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 05:33:03.549318 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-c29d982d-05b4-44bc-9ded-8b502d96b9ad service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0650537 Feb 16 05:33:03.554003 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fd484-6d42-4201-b852-862aceae9e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=636aaf45-90e1-4d41-a98b-57327459a7bf,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:03.608956 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933d681-4c89-403a-828b-1e9f4838016e req-1f5db97e-1d43-4d56-9d6c-843c035e84be tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:03.610386 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e933d681-4c89-403a-828b-1e9f4838016e req-1f5db97e-1d43-4d56-9d6c-843c035e84be tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/networks?id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 HTTP/1.1" status: 200 len: 815 time: 0.4411452 Feb 16 05:33:03.642681 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2101438-4c76-41e8-975a-dc2037f73e59 admin admin] Checking segment: {'id': 'ae5c69d9-65b4-4e84-8215-02012f7565ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:03.642892 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2101438-4c76-41e8-975a-dc2037f73e59 admin admin] Network hostable DHCP agents. Network: 8bff5ceb-655f-4b77-9e4f-6947f831595a, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:33:03.644715 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2101438-4c76-41e8-975a-dc2037f73e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0acbf643-c806-4af9-a75e-f3ce06c9fe9e,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:03.651496 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8fd484-6d42-4201-b852-862aceae9e33 admin admin] Checking segment: {'id': 'ceff631c-45db-4708-b64a-2f17c1110a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:03.651854 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8fd484-6d42-4201-b852-862aceae9e33 admin admin] Network hostable DHCP agents. Network: 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:33:03.654168 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e933d681-4c89-403a-828b-1e9f4838016e req-8b1652ca-8bde-4cda-a503-e97edc6df4f7 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/quotas/1050764769f2439fae8ad76e27663aec HTTP/1.1" status: 200 len: 375 time: 0.0291548 Feb 16 05:33:03.677656 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-0d89f793-8276-45b8-a6a7-d981899b09b9 service neutron] 10.222.0.75 "GET /v2.0/networks/a7e424d6-266f-483c-9f77-54749ea51752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273990 Feb 16 05:33:03.695587 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8fd484-6d42-4201-b852-862aceae9e33 admin admin] Network 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:33:03.727519 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 49838) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:03.734364 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a394942a-76e5-45e5-9eae-327af7ee037d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1297159799-network', 'tenant_id': '8177bbab7c064d3591e870288c0ce180'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:03.756829 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4b8fd484-6d42-4201-b852-862aceae9e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:03.759689 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e933d681-4c89-403a-828b-1e9f4838016e req-f0381ff2-81ff-45f9-99a3-f59bc107ff8e tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1050764769f2439fae8ad76e27663aec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753944 Feb 16 05:33:03.769882 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8fd484-6d42-4201-b852-862aceae9e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:03.770516 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b8fd484-6d42-4201-b852-862aceae9e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:03.785561 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e245f2-e6ab-44e2-96b0-e3458c9ff1f6 None None] Network 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:33:03.804626 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-4b8fd484-6d42-4201-b852-862aceae9e33 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3617086 Feb 16 05:33:03.806725 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49844) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:03.806866 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2101438-4c76-41e8-975a-dc2037f73e59 admin admin] Network 8bff5ceb-655f-4b77-9e4f-6947f831595a is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:33:03.815600 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:03.823110 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a394942a-76e5-45e5-9eae-327af7ee037d admin admin] Made reservation on behalf of 8177bbab7c064d3591e870288c0ce180 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:03.825567 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a394942a-76e5-45e5-9eae-327af7ee037d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:03.832335 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-d2101438-4c76-41e8-975a-dc2037f73e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, 8bff5ceb-655f-4b77-9e4f-6947f831595a) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:03.832653 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-53280268-1f8e-4922-997f-034688d4021b service neutron] 10.222.0.75 "GET /v2.0/networks/a7e424d6-266f-483c-9f77-54749ea51752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464810 Feb 16 05:33:03.844939 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a394942a-76e5-45e5-9eae-327af7ee037d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:03.847448 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2101438-4c76-41e8-975a-dc2037f73e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:03.848073 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d2101438-4c76-41e8-975a-dc2037f73e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:03.854262 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (bb02fcd7-5391-4192-8bae-bb067774cf8b), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:03.856934 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-86c465b3-f6eb-4557-a819-d5838e1d5882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for subnet (f749e834-f594-43d5-a00e-995704979ca3), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:03.860125 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1641993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5499'] for router (bb02fcd7-5391-4192-8bae-bb067774cf8b), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:03.910170 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d2101438-4c76-41e8-975a-dc2037f73e59 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0601296 Feb 16 05:33:03.920849 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 49850) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:03.927172 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:03.945827 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974d967e-6adf-4e8f-b895-ac9ecb667f5c None None] Network 8bff5ceb-655f-4b77-9e4f-6947f831595a requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:33:03.966736 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c465b3-f6eb-4557-a819-d5838e1d5882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f749e834-f594-43d5-a00e-995704979ca3,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:04.003710 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (3f110da2-e5f9-494f-a99e-d4ddfbeff7ff), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:04.004800 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1641993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5499'] for router (3f110da2-e5f9-494f-a99e-d4ddfbeff7ff), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:04.010181 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c465b3-f6eb-4557-a819-d5838e1d5882 admin admin] Checking segment: {'id': 'bd606385-4c28-4201-8004-440b5cea7aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:04.010753 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c465b3-f6eb-4557-a819-d5838e1d5882 admin admin] Network hostable DHCP agents. Network: d78b6deb-fc45-4cca-b643-a09448659dd2, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:33:04.111577 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a394942a-76e5-45e5-9eae-327af7ee037d admin admin] Publish callbacks [] for security_group (8ea7b86d-2471-4fe1-8660-27ff55385d07), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:04.165361 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c465b3-f6eb-4557-a819-d5838e1d5882 admin admin] Network d78b6deb-fc45-4cca-b643-a09448659dd2 is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:33:04.183891 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [req-e933d681-4c89-403a-828b-1e9f4838016e req-0bbf6327-3805-4cee-b617-e88585d8fd00 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 05:33:04.198000 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e933d681-4c89-403a-828b-1e9f4838016e req-0bbf6327-3805-4cee-b617-e88585d8fd00 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1690526 Feb 16 05:33:04.207104 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a394942a-76e5-45e5-9eae-327af7ee037d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (8ea7b86d-2471-4fe1-8660-27ff55385d07), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:04.217009 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee9ae567-8b16-543d-b7e8-94b1639e7e51-2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf'}]}} from dv-cinder-829473-2-iscsi. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 05:33:04.222274 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] Publish callbacks [] for router_controller (bb02fcd7-5391-4192-8bae-bb067774cf8b), precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:04.228116 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:04.252562 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] Publish callbacks [] for router_controller (3f110da2-e5f9-494f-a99e-d4ddfbeff7ff), precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:04.265702 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee9ae567-8b16-543d-b7e8-94b1639e7e51-8bff5ceb-655f-4b77-9e4f-6947f831595a', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'project_id': '98f0673600914ab1a0a8636e309c3306', 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e'}]}} from dv-cinder-829473-2-iscsi. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 05:33:04.266837 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:04.391042 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-86c465b3-f6eb-4557-a819-d5838e1d5882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, d78b6deb-fc45-4cca-b643-a09448659dd2) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:04.395515 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] Publish callbacks [] for router_gateway (bb02fcd7-5391-4192-8bae-bb067774cf8b), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:04.457432 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7e7d964b-5142-4af2-93a7-241c2dad16eb req-bc40bc00-0b79-4ee9-a626-159d0f10d023 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 210 time: 0.0561223 Feb 16 05:33:04.663783 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd07987-5cab-40f2-b25d-b713ed737477 None None] Network d78b6deb-fc45-4cca-b643-a09448659dd2 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:33:04.774987 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Allocated IP 172.20.0.2 (2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c/636aaf45-90e1-4d41-a98b-57327459a7bf/76e2354f-7f1a-4fe4-aa2f-047f14332c23) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:33:04.783780 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a394942a-76e5-45e5-9eae-327af7ee037d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 05:33:04.790651 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c465b3-f6eb-4557-a819-d5838e1d5882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:04.791345 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-86c465b3-f6eb-4557-a819-d5838e1d5882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:04.867638 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-86c465b3-f6eb-4557-a819-d5838e1d5882 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6970129 Feb 16 05:33:04.874815 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 49890) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:04.916925 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] Publish callbacks [] for router_gateway (bb02fcd7-5391-4192-8bae-bb067774cf8b), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:04.956382 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-783864887-router', 'tenant_id': '971394cccbfa49b584616f61ed5eb8a2', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:04.966577 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.027522 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a394942a-76e5-45e5-9eae-327af7ee037d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (60062353-cd8f-4c46-bc67-bfc2118a9a16), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.028024 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-a394942a-76e5-45e5-9eae-327af7ee037d admin admin] Added segment 60062353-cd8f-4c46-bc67-bfc2118a9a16 of type vlan for network a27b89d2-6de2-497d-b2b6-1e3d07b46066 Feb 16 05:33:05.103827 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] Allocated IP 172.27.0.121 (61efc28e-7d20-4d92-8b96-aa9398e7f442/35988b50-7f57-43f7-b0a5-0909380c9793/9a477a30-1415-4b62-bef4-2bde356997d3) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:33:05.112789 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394942a-76e5-45e5-9eae-327af7ee037d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea7b86d-2471-4fe1-8660-27ff55385d07,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:05.139008 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (69092fce-71f4-46f9-8028-b393b3e7583b), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.140169 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1641993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5499'] for router (69092fce-71f4-46f9-8028-b393b3e7583b), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.182557 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f633ca3-1a04-4c7c-9d1a-3460ae7d1197 None None] Network d78b6deb-fc45-4cca-b643-a09448659dd2 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:33:05.207710 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] Publish callbacks [] for router_gateway (3f110da2-e5f9-494f-a99e-d4ddfbeff7ff), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.214692 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e933d681-4c89-403a-828b-1e9f4838016e req-4a7b3c10-abd4-4dd2-8c32-8ec721157565 service neutron] 10.222.0.75 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0158229 Feb 16 05:33:05.219426 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Allocated IP 172.20.0.2 (8bff5ceb-655f-4b77-9e4f-6947f831595a/0acbf643-c806-4af9-a75e-f3ce06c9fe9e/9f89e81d-2a48-4720-b04a-f9b659c82295) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:33:05.240833 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] Publish callbacks [] for router_controller (69092fce-71f4-46f9-8028-b393b3e7583b), precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.271397 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] Publish callbacks [] for port (9a477a30-1415-4b62-bef4-2bde356997d3), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.290423 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Publish callbacks [] for port (76e2354f-7f1a-4fe4-aa2f-047f14332c23), precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.314643 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (76e2354f-7f1a-4fe4-aa2f-047f14332c23), after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.325605 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (9a477a30-1415-4b62-bef4-2bde356997d3), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.340900 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a394942a-76e5-45e5-9eae-327af7ee037d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (a27b89d2-6de2-497d-b2b6-1e3d07b46066), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.368569 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:33:05.373586 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:05.376331 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:33:05.384689 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Network 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:33:05.412595 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:05.423679 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:33:05.464588 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Pushing event updated for resources: {'Port': ['ID=76e2354f-7f1a-4fe4-aa2f-047f14332c23,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:05.473535 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e933d681-4c89-403a-828b-1e9f4838016e req-ef3efb4d-f847-405f-9c12-925ff5bd73b1 service neutron] 10.222.0.75 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346313 Feb 16 05:33:05.506081 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:05.508938 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:05.510714 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:05.511242 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:05.513324 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:05.513995 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:05.514375 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:05.514724 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:05.515060 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:05.515407 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:05.515745 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:05.516072 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:05.516396 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Tracked resource versions report: Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: pushed versions: Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: { 'AddressGroup': {'1.2'}, Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'ConntrackHelper': {'1.0'}, Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'LocalIPAssociation': {'1.0'}, Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Log': {'1.0'}, Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Network': {'1.1'}, Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Port': {'1.7'}, Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'PortForwarding': {'1.2'}, Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'QosPolicy': {'1.10'}, Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'SecurityGroup': {'1.5'}, Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'SecurityGroupRule': {'1.2'}, Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'SubPort': {'1.0'}, Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Subnet': {'1.1'}, Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Trunk': {'1.1'}} Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: consumer versions: Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: { DHCP agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: HyperV agent@hv-cinder-82947: {}, Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: L3 agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: Metadata agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: Metering agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: Open vSwitch agent@dv-cinder-829473-2-iscsi: { 'AddressGroup': '1.2', Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'ConntrackHelper': '1.0', Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'LocalIPAssociation': '1.0', Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Log': '1.0', Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Network': '1.1', Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Port': '1.7', Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'PortForwarding': '1.2', Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'QosPolicy': '1.10', Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'SecurityGroup': '1.5', Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'SecurityGroupRule': '1.2', Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'SubPort': '1.0', Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Subnet': '1.1', Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: 'Trunk': '1.1'}} Feb 16 05:33:05.517619 dv-cinder-829473-2-iscsi neutron-server[102570]: {{(pid=102570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 05:33:05.568178 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a394942a-76e5-45e5-9eae-327af7ee037d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (a27b89d2-6de2-497d-b2b6-1e3d07b46066), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.569627 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a394942a-76e5-45e5-9eae-327af7ee037d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:05.570460 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a394942a-76e5-45e5-9eae-327af7ee037d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.575146 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] Pushing event updated for resources: {'Port': ['ID=9a477a30-1415-4b62-bef4-2bde356997d3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:05.603823 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Attempting to bind port 76e2354f-7f1a-4fe4-aa2f-047f14332c23 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:33:05.604207 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Attempting to bind port 76e2354f-7f1a-4fe4-aa2f-047f14332c23 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': 'ceff631c-45db-4708-b64a-2f17c1110a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:33:05.604591 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Attempting to bind port 76e2354f-7f1a-4fe4-aa2f-047f14332c23 on network 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:05.627153 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:33:05.627538 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Checking segment: {'id': 'ceff631c-45db-4708-b64a-2f17c1110a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:05.627925 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.628452 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Bound using segment: {'id': 'ceff631c-45db-4708-b64a-2f17c1110a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:33:05.628792 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Bound port: 76e2354f-7f1a-4fe4-aa2f-047f14332c23, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceff631c-45db-4708-b64a-2f17c1110a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:33:05.629172 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (76e2354f-7f1a-4fe4-aa2f-047f14332c23), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.644328 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f0f8b7d8-d76e-4a75-b918-1692f40eddac req-026eb926-d74b-488d-8af2-27e80793f1db tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 210 time: 0.0701654 Feb 16 05:33:05.676631 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-a394942a-76e5-45e5-9eae-327af7ee037d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9449942 Feb 16 05:33:05.677518 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Publish callbacks [] for port (9f89e81d-2a48-4720-b04a-f9b659c82295), precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.711521 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49924) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:05.722040 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a609d16a-7416-439e-97d3-cb07326dd834 admin admin] Request body: {'subnet': {'network_id': 'a27b89d2-6de2-497d-b2b6-1e3d07b46066', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1297159799-subnet', 'tenant_id': '8177bbab7c064d3591e870288c0ce180', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:05.736813 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (9f89e81d-2a48-4720-b04a-f9b659c82295), after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.800866 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a609d16a-7416-439e-97d3-cb07326dd834 admin admin] Made reservation on behalf of 8177bbab7c064d3591e870288c0ce180 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:05.803539 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a609d16a-7416-439e-97d3-cb07326dd834 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.815166 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] Publish callbacks [] for router_gateway (69092fce-71f4-46f9-8028-b393b3e7583b), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.879885 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394942a-76e5-45e5-9eae-327af7ee037d admin admin] Pushing event updated for resources: {'Network': ['ID=a27b89d2-6de2-497d-b2b6-1e3d07b46066,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:05.886696 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Network 8bff5ceb-655f-4b77-9e4f-6947f831595a is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:33:05.897125 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network a27b89d2-6de2-497d-b2b6-1e3d07b46066 details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:33:05.902275 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a60bfcf1-cc85-4ba9-9733-acd6b31ffa06 req-aeca06d1-f21a-458c-ac6f-b0e218d34e4e tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 210 time: 0.0941989 Feb 16 05:33:05.918218 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] Publish callbacks [] for router_gateway (bb02fcd7-5391-4192-8bae-bb067774cf8b), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:05.918857 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:05.923359 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:33:05.948803 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] For port 76e2354f-7f1a-4fe4-aa2f-047f14332c23, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:33:06.004866 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Pushing event updated for resources: {'Port': ['ID=9f89e81d-2a48-4720-b04a-f9b659c82295,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:06.030986 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] For port 76e2354f-7f1a-4fe4-aa2f-047f14332c23, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=76e2354f-7f1a-4fe4-aa2f-047f14332c23,segment=NetworkSegment(ceff631c-45db-4708-b64a-2f17c1110a04),segment_id=ceff631c-45db-4708-b64a-2f17c1110a04)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:33:06.094495 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (76e2354f-7f1a-4fe4-aa2f-047f14332c23), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:06.178955 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Attempting to bind port 9f89e81d-2a48-4720-b04a-f9b659c82295 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:33:06.179606 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Attempting to bind port 9f89e81d-2a48-4720-b04a-f9b659c82295 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': 'ae5c69d9-65b4-4e84-8215-02012f7565ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:33:06.180239 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Attempting to bind port 9f89e81d-2a48-4720-b04a-f9b659c82295 on network 8bff5ceb-655f-4b77-9e4f-6947f831595a {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:06.215308 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:33:06.216007 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Checking segment: {'id': 'ae5c69d9-65b4-4e84-8215-02012f7565ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:06.216990 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:06.218315 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Bound using segment: {'id': 'ae5c69d9-65b4-4e84-8215-02012f7565ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:33:06.219111 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Bound port: 9f89e81d-2a48-4720-b04a-f9b659c82295, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5c69d9-65b4-4e84-8215-02012f7565ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:33:06.219749 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (9f89e81d-2a48-4720-b04a-f9b659c82295), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:06.237589 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bf237-2c84-4289-942b-be4b9c300cd6 None None] Pushing event updated for resources: {'Port': ['ID=76e2354f-7f1a-4fe4-aa2f-047f14332c23,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:06.279304 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588116'] for router (bb02fcd7-5391-4192-8bae-bb067774cf8b), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:06.287949 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] Publish callbacks [] for router_gateway (3f110da2-e5f9-494f-a99e-d4ddfbeff7ff), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:06.315740 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] For port 9f89e81d-2a48-4720-b04a-f9b659c82295, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:33:06.322579 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:06.328991 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] For port 9f89e81d-2a48-4720-b04a-f9b659c82295, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=9f89e81d-2a48-4720-b04a-f9b659c82295,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:33:06.351365 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (9f89e81d-2a48-4720-b04a-f9b659c82295), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:06.551150 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c0a1b-8e89-4542-b668-e6fc47f4a1a6 None None] Pushing event updated for resources: {'Port': ['ID=9f89e81d-2a48-4720-b04a-f9b659c82295,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:06.612318 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:33:06.629012 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] Publish callbacks [] for router_gateway (69092fce-71f4-46f9-8028-b393b3e7583b), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:06.659809 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:06.726578 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] Allocated IP 172.27.0.71 (61efc28e-7d20-4d92-8b96-aa9398e7f442/35988b50-7f57-43f7-b0a5-0909380c9793/a11ec9a0-f284-40e2-80e9-883ab547b8aa) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:33:06.752893 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a609d16a-7416-439e-97d3-cb07326dd834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for subnet (056322d2-2f0f-4f1f-8106-85755f7b281a), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:06.872410 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609d16a-7416-439e-97d3-cb07326dd834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=056322d2-2f0f-4f1f-8106-85755f7b281a,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:06.907960 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a609d16a-7416-439e-97d3-cb07326dd834 admin admin] Checking segment: {'id': '60062353-cd8f-4c46-bc67-bfc2118a9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a27b89d2-6de2-497d-b2b6-1e3d07b46066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:06.910707 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a609d16a-7416-439e-97d3-cb07326dd834 admin admin] Network hostable DHCP agents. Network: a27b89d2-6de2-497d-b2b6-1e3d07b46066, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:33:06.977501 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a609d16a-7416-439e-97d3-cb07326dd834 admin admin] Network a27b89d2-6de2-497d-b2b6-1e3d07b46066 is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:33:06.985345 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] Router bb02fcd7-5391-4192-8bae-bb067774cf8b is scheduled to L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 05:33:07.039051 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-85b17b6c-40ea-49f8-bb78-1138e3564f9d req-d1be0978-2471-44f9-984b-e835138fac51 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 210 time: 0.0431676 Feb 16 05:33:07.039621 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a609d16a-7416-439e-97d3-cb07326dd834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, a27b89d2-6de2-497d-b2b6-1e3d07b46066) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:07.051612 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47414af8-f999-4f0e-bb7d-482f9040909c None None] Network a27b89d2-6de2-497d-b2b6-1e3d07b46066 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:33:07.052350 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a609d16a-7416-439e-97d3-cb07326dd834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:07.052947 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a609d16a-7416-439e-97d3-cb07326dd834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:07.127574 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3420d0cb-7c33-46b1-87b6-958e1fc52d74 req-0fc1486b-aa54-421d-8755-6ad9c8cf80ca tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 210 time: 0.1081638 Feb 16 05:33:07.189476 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-a609d16a-7416-439e-97d3-cb07326dd834 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4760919 Feb 16 05:33:07.222521 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] Publish callbacks [] for port (a11ec9a0-f284-40e2-80e9-883ab547b8aa), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:07.234912 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41c6d76-f3f5-46d5-ba6e-788ddc21b921 None None] Network a27b89d2-6de2-497d-b2b6-1e3d07b46066 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:33:07.243168 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:33:07.257692 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Sync routers for ids ['bb02fcd7-5391-4192-8bae-bb067774cf8b'] in dv-cinder-829473-2-iscsi {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:33:07.272685 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Routers {'bb02fcd7-5391-4192-8bae-bb067774cf8b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:33:07.273386 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:32:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['bb02fcd7-5391-4192-8bae-bb067774cf8b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:07.280952 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:07.285099 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-03aadafc-912f-4c3f-a13a-b0db1a63a964 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4754472 Feb 16 05:33:07.285591 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49988) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:07.398540 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (a11ec9a0-f284-40e2-80e9-883ab547b8aa), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:07.433611 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 49992) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:07.472576 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Set router bb02fcd7-5391-4192-8bae-bb067774cf8b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:33:07.494604 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a2b8d4-49a6-473b-89e6-19e4921323c6 admin admin] Deleting subnet cdf9e005-5ce9-4002-818b-bda202e2bb6c {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 05:33:07.500045 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07a2b8d4-49a6-473b-89e6-19e4921323c6 admin admin] Publish callbacks [] for subnet (cdf9e005-5ce9-4002-818b-bda202e2bb6c), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:07.538569 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:33:07.554726 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:07.567327 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:33:07.652411 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07a2b8d4-49a6-473b-89e6-19e4921323c6 admin admin] Publish callbacks [] for subnet (cdf9e005-5ce9-4002-818b-bda202e2bb6c), precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:07.660524 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] Allocated IP 172.27.0.50 (61efc28e-7d20-4d92-8b96-aa9398e7f442/35988b50-7f57-43f7-b0a5-0909380c9793/96c9754a-59e9-45a4-9cb5-83ddf7290ac0) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:33:07.667116 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07a2b8d4-49a6-473b-89e6-19e4921323c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133523527'] for subnet (cdf9e005-5ce9-4002-818b-bda202e2bb6c), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:07.686163 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] Pushing event updated for resources: {'Port': ['ID=a11ec9a0-f284-40e2-80e9-883ab547b8aa,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:07.847182 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0171e91d-adf3-40e4-9329-9d3fddb9a9a9 None None] Network 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:33:07.850794 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07a2b8d4-49a6-473b-89e6-19e4921323c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133523536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for subnet (cdf9e005-5ce9-4002-818b-bda202e2bb6c), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:07.854794 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:33:05Z', 'revision_number': 3, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port': {'id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:07.894360 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Checking router: bb02fcd7-5391-4192-8bae-bb067774cf8b for host: dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:33:07.894990 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Updating router bb02fcd7-5391-4192-8bae-bb067774cf8b port 9a477a30-1415-4b62-bef4-2bde356997d3 binding host dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:33:07.927238 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07a2b8d4-49a6-473b-89e6-19e4921323c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:07.930149 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (9a477a30-1415-4b62-bef4-2bde356997d3), before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:07.938991 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-07a2b8d4-49a6-473b-89e6-19e4921323c6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/cdf9e005-5ce9-4002-818b-bda202e2bb6c HTTP/1.1" status: 204 len: 168 time: 0.5042181 Feb 16 05:33:07.940243 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 49994) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:07.942244 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2b8d4-49a6-473b-89e6-19e4921323c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf9e005-5ce9-4002-818b-bda202e2bb6c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:07.949576 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 76e2354f-7f1a-4fe4-aa2f-047f14332c23 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:08.020197 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-fd58c5c3-ce15-4692-af5d-9de3b9fa936a None None] Provisioning complete for port 76e2354f-7f1a-4fe4-aa2f-047f14332c23 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:08.020586 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fd58c5c3-ce15-4692-af5d-9de3b9fa936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (76e2354f-7f1a-4fe4-aa2f-047f14332c23), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:08.222625 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 76e2354f-7f1a-4fe4-aa2f-047f14332c23 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:08.223464 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (76e2354f-7f1a-4fe4-aa2f-047f14332c23), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:08.340503 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7a10702-0d0c-4e9c-b9be-5b74850227fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:08.362934 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] Publish callbacks [] for port (96c9754a-59e9-45a4-9cb5-83ddf7290ac0), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:08.364644 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d95e611f-15bf-4eef-8362-b8340bbe7490 req-d9229e3b-0327-440d-87b2-d0dbabd29cbb tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 210 time: 0.0590067 Feb 16 05:33:08.396077 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133564096'] for network (8786aaeb-95b5-4c4b-bc7a-96d9ec7bd4d8), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:08.425379 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-fd58c5c3-ce15-4692-af5d-9de3b9fa936a None None] Current status of the port 76e2354f-7f1a-4fe4-aa2f-047f14332c23 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:08.426721 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fd58c5c3-ce15-4692-af5d-9de3b9fa936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (76e2354f-7f1a-4fe4-aa2f-047f14332c23), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:08.504704 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-fd58c5c3-ce15-4692-af5d-9de3b9fa936a None None] For port 76e2354f-7f1a-4fe4-aa2f-047f14332c23, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=76e2354f-7f1a-4fe4-aa2f-047f14332c23,segment=NetworkSegment(ceff631c-45db-4708-b64a-2f17c1110a04),segment_id=ceff631c-45db-4708-b64a-2f17c1110a04)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:08.507476 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 76e2354f-7f1a-4fe4-aa2f-047f14332c23 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:08.507838 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (76e2354f-7f1a-4fe4-aa2f-047f14332c23), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:08.521589 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fd58c5c3-ce15-4692-af5d-9de3b9fa936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (76e2354f-7f1a-4fe4-aa2f-047f14332c23), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:08.605081 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88cfe21-cf6f-4bf2-9e9d-0964bbdfc7f0 None None] Network 8bff5ceb-655f-4b77-9e4f-6947f831595a requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:33:08.641611 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0154b649-f063-4034-aa8d-b51ae97f2682 req-c5ac8e72-cf76-45a5-9e59-329d9179a9a4 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 210 time: 0.2446365 Feb 16 05:33:08.656133 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-e7a10702-0d0c-4e9c-b9be-5b74850227fb admin admin] Allocated IP 172.20.0.1 (2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c/636aaf45-90e1-4d41-a98b-57327459a7bf/62ef2ae2-7e5a-4b02-95b2-9480a904da95) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:33:08.694344 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58c5c3-ce15-4692-af5d-9de3b9fa936a None None] Pushing event updated for resources: {'Port': ['ID=76e2354f-7f1a-4fe4-aa2f-047f14332c23,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:08.751853 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] Publish callbacks [] for router_gateway (3f110da2-e5f9-494f-a99e-d4ddfbeff7ff), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:08.757221 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.db.api [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 05:33:08.757806 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG oslo_db.api [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 05:33:08.767811 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a164b56d-047e-40ba-ab90-b6aab9178e9e None None] Provisioning complete for port 9f89e81d-2a48-4720-b04a-f9b659c82295 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:08.767811 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a164b56d-047e-40ba-ab90-b6aab9178e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (9f89e81d-2a48-4720-b04a-f9b659c82295), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:08.803324 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7a10702-0d0c-4e9c-b9be-5b74850227fb admin admin] Publish callbacks [] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:08.829218 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133527232', 'neutron.services.segments.db._delete_segments_for_network-8750525486906'] for network (8786aaeb-95b5-4c4b-bc7a-96d9ec7bd4d8), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:08.841543 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7a10702-0d0c-4e9c-b9be-5b74850227fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:08.882883 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (96c9754a-59e9-45a4-9cb5-83ddf7290ac0), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:08.948963 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a10702-0d0c-4e9c-b9be-5b74850227fb admin admin] Network 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:33:08.950226 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a10702-0d0c-4e9c-b9be-5b74850227fb admin admin] Pushing event updated for resources: {'Port': ['ID=62ef2ae2-7e5a-4b02-95b2-9480a904da95,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:08.954056 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-e7a10702-0d0c-4e9c-b9be-5b74850227fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:08.974116 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a10702-0d0c-4e9c-b9be-5b74850227fb admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:33:08.979308 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7a10702-0d0c-4e9c-b9be-5b74850227fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588071'] for router_interface (bb02fcd7-5391-4192-8bae-bb067774cf8b), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:08.987048 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] Pushing event updated for resources: {'Port': ['ID=96c9754a-59e9-45a4-9cb5-83ddf7290ac0,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:08.994703 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:33:08.995143 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:33:08.995999 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:33:08.996425 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Subscribe: > port after_create 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:33:08.996889 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Subscribe: > port after_delete 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:33:08.999851 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Subscribe: > port after_update 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:33:09.002197 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:33:09.002555 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:33:09.002892 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:33:09.003229 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:33:09.018896 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-a164b56d-047e-40ba-ab90-b6aab9178e9e None None] Current status of the port 9f89e81d-2a48-4720-b04a-f9b659c82295 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:09.019771 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a164b56d-047e-40ba-ab90-b6aab9178e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (9f89e81d-2a48-4720-b04a-f9b659c82295), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.069294 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a164b56d-047e-40ba-ab90-b6aab9178e9e None None] For port 9f89e81d-2a48-4720-b04a-f9b659c82295, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=9f89e81d-2a48-4720-b04a-f9b659c82295,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:09.079913 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a164b56d-047e-40ba-ab90-b6aab9178e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (9f89e81d-2a48-4720-b04a-f9b659c82295), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.097993 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Publish callbacks [] for port (9a477a30-1415-4b62-bef4-2bde356997d3), precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.107064 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (9a477a30-1415-4b62-bef4-2bde356997d3), after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.148382 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164b56d-047e-40ba-ab90-b6aab9178e9e None None] Pushing event updated for resources: {'Port': ['ID=9f89e81d-2a48-4720-b04a-f9b659c82295,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:09.167671 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677b408-8635-44f0-817f-2327baa8e751 None None] Pushing event updated for resources: {'Port': ['ID=9a477a30-1415-4b62-bef4-2bde356997d3,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:09.184593 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677b408-8635-44f0-817f-2327baa8e751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:09.184971 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677b408-8635-44f0-817f-2327baa8e751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:09.185397 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677b408-8635-44f0-817f-2327baa8e751 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:09.185781 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677b408-8635-44f0-817f-2327baa8e751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:09.189396 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677b408-8635-44f0-817f-2327baa8e751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:09.189856 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677b408-8635-44f0-817f-2327baa8e751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:09.190290 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677b408-8635-44f0-817f-2327baa8e751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:09.195724 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677b408-8635-44f0-817f-2327baa8e751 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:09.196363 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677b408-8635-44f0-817f-2327baa8e751 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:09.196882 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677b408-8635-44f0-817f-2327baa8e751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:09.197416 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677b408-8635-44f0-817f-2327baa8e751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:09.197964 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677b408-8635-44f0-817f-2327baa8e751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:09.198599 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677b408-8635-44f0-817f-2327baa8e751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7677b408-8635-44f0-817f-2327baa8e751 None None] Tracked resource versions report: Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: pushed versions: Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: { 'AddressGroup': {'1.2'}, Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'ConntrackHelper': {'1.0'}, Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'LocalIPAssociation': {'1.0'}, Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Log': {'1.0'}, Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Network': {'1.1'}, Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Port': {'1.7'}, Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'PortForwarding': {'1.2'}, Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'QosPolicy': {'1.10'}, Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'SecurityGroup': {'1.5'}, Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'SecurityGroupRule': {'1.2'}, Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'SubPort': {'1.0'}, Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Subnet': {'1.1'}, Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Trunk': {'1.1'}} Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: consumer versions: Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: { DHCP agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: HyperV agent@hv-cinder-82947: {}, Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: L3 agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: Metadata agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: Metering agent@dv-cinder-829473-2-iscsi: {}, Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: Open vSwitch agent@dv-cinder-829473-2-iscsi: { 'AddressGroup': '1.2', Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'ConntrackHelper': '1.0', Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'LocalIPAssociation': '1.0', Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Log': '1.0', Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Network': '1.1', Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Port': '1.7', Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'PortForwarding': '1.2', Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'QosPolicy': '1.10', Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'SecurityGroup': '1.5', Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'SecurityGroupRule': '1.2', Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'SubPort': '1.0', Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Subnet': '1.1', Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: 'Trunk': '1.1'}} Feb 16 05:33:09.200180 dv-cinder-829473-2-iscsi neutron-server[102571]: {{(pid=102571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 05:33:09.217983 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8f634864-739e-413b-8de9-459308d5058e None None] Provisioning complete for port 76e2354f-7f1a-4fe4-aa2f-047f14332c23 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:09.218380 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8f634864-739e-413b-8de9-459308d5058e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (76e2354f-7f1a-4fe4-aa2f-047f14332c23), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.256251 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7a10702-0d0c-4e9c-b9be-5b74850227fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.263134 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Attempting to bind port 9a477a30-1415-4b62-bef4-2bde356997d3 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:33:09.263349 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Attempting to bind port 9a477a30-1415-4b62-bef4-2bde356997d3 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:33:09.263621 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Attempting to bind port 9a477a30-1415-4b62-bef4-2bde356997d3 on network 61efc28e-7d20-4d92-8b96-aa9398e7f442 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:09.276533 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:33:09.278028 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Checking segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:09.278446 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.278847 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Bound using segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:33:09.280353 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Bound port: 9a477a30-1415-4b62-bef4-2bde356997d3, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:33:09.281774 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (9a477a30-1415-4b62-bef4-2bde356997d3), before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.320448 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 76e2354f-7f1a-4fe4-aa2f-047f14332c23 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:09.321471 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 9f89e81d-2a48-4720-b04a-f9b659c82295 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:09.359218 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:33:09.359583 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:33:09.359912 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:33:09.360208 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:33:09.360582 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8786aaeb-95b5-4c4b-bc7a-96d9ec7bd4d8']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:09.365155 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] For port 9a477a30-1415-4b62-bef4-2bde356997d3, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:33:09.369694 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] For port 9a477a30-1415-4b62-bef4-2bde356997d3, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=9a477a30-1415-4b62-bef4-2bde356997d3,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:33:09.371757 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:33:09.377497 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (9a477a30-1415-4b62-bef4-2bde356997d3), after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.390630 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:09.397554 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b158c4-d4fb-4c2f-bf9e-5b994d627f92') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:09.397851 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b158c4-d4fb-4c2f-bf9e-5b994d627f92') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:09.401791 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:33:09.432321 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8f634864-739e-413b-8de9-459308d5058e None None] Current status of the port 76e2354f-7f1a-4fe4-aa2f-047f14332c23 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:09.447756 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 9f89e81d-2a48-4720-b04a-f9b659c82295 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:09.448181 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (9f89e81d-2a48-4720-b04a-f9b659c82295), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.480481 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677b408-8635-44f0-817f-2327baa8e751 None None] Pushing event updated for resources: {'Port': ['ID=9a477a30-1415-4b62-bef4-2bde356997d3,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:09.493368 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750525486659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4030643'] for segment (25b158c4-d4fb-4c2f-bf9e-5b994d627f92), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.509490 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Routers {'bb02fcd7-5391-4192-8bae-bb067774cf8b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:33:09.510118 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:32:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['bb02fcd7-5391-4192-8bae-bb067774cf8b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:09.523468 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f1ef7a0f-0d8f-4456-a94a-710dd9ef21b1 req-89d713b6-e6c2-4ccd-8b6c-e97c9637d1e8 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 210 time: 0.0437856 Feb 16 05:33:09.526202 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (25b158c4-d4fb-4c2f-bf9e-5b994d627f92), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.527638 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7a10702-0d0c-4e9c-b9be-5b74850227fb admin admin] Publish callbacks [] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.544417 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7a10702-0d0c-4e9c-b9be-5b74850227fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.554593 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7a10702-0d0c-4e9c-b9be-5b74850227fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1516491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588695'] for router_interface (bb02fcd7-5391-4192-8bae-bb067774cf8b), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.567687 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 9f89e81d-2a48-4720-b04a-f9b659c82295 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:09.576113 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 05:33:09.577281 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4118879'] for segment (25b158c4-d4fb-4c2f-bf9e-5b994d627f92), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: from cryptography.utils import int_from_bytes Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: from cryptography.utils import int_from_bytes Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: Traceback (most recent call last): Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: timer() Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: cb(*args, **kw) Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: return func(*args, **kwargs) Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: self._notify() Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: self.callback(batched_events) Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: event.method(event) Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: return f(self, *a, **k) Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._get(url).json() Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: return self.request(url, 'GET', **kwargs) Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 05:33:09.581390 dv-cinder-829473-2-iscsi neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 05:33:09.593888 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9a5f7d5b-6df2-4d3a-8400-d592c16e0403 None None] Provisioning complete for port 62ef2ae2-7e5a-4b02-95b2-9480a904da95 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:09.593888 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9a5f7d5b-6df2-4d3a-8400-d592c16e0403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.663990 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f7d5b-6df2-4d3a-8400-d592c16e0403 None None] Port 62ef2ae2-7e5a-4b02-95b2-9480a904da95 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:33:09.673417 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] Set router bb02fcd7-5391-4192-8bae-bb067774cf8b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:33:09.695509 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9a5f7d5b-6df2-4d3a-8400-d592c16e0403 None None] Provisioning complete for port 9f89e81d-2a48-4720-b04a-f9b659c82295 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:09.695896 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9a5f7d5b-6df2-4d3a-8400-d592c16e0403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (9f89e81d-2a48-4720-b04a-f9b659c82295), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.829806 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a10702-0d0c-4e9c-b9be-5b74850227fb admin admin] Pushing event updated for resources: {'Port': ['ID=62ef2ae2-7e5a-4b02-95b2-9480a904da95,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:09.845753 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f7d5b-6df2-4d3a-8400-d592c16e0403 None None] Current status of the port 9f89e81d-2a48-4720-b04a-f9b659c82295 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:09.847905 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 76e2354f-7f1a-4fe4-aa2f-047f14332c23 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:09.859670 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ffa91f02-4159-4a08-94c9-b804f2145161 req-61bf348e-d616-4493-beab-2e535951f216 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 210 time: 0.0545495 Feb 16 05:33:09.904395 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a10702-0d0c-4e9c-b9be-5b74850227fb admin admin] Network 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:33:09.906032 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-e7a10702-0d0c-4e9c-b9be-5b74850227fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:09.932232 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 76e2354f-7f1a-4fe4-aa2f-047f14332c23 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:09.932803 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (76e2354f-7f1a-4fe4-aa2f-047f14332c23), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.941866 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133527257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588188'] for network (8786aaeb-95b5-4c4b-bc7a-96d9ec7bd4d8), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:09.995595 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 4, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port': {'id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '62ef2ae2-7e5a-4b02-95b2-9480a904da95', 'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'mac_address': 'fa:16:3e:ca:71:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:08Z', 'updated_at': '2022-02-16T05:33:08Z', 'revision_number': 1, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'subnets': [{'id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:09.996102 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Pushing event deleted for resources: {'Network': ['ID=8786aaeb-95b5-4c4b-bc7a-96d9ec7bd4d8,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:10.002550 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:10.009442 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-46124874-e256-4796-bf76-d94c3935c45d admin admin] 10.222.0.75 "DELETE /v2.0/networks/8786aaeb-95b5-4c4b-bc7a-96d9ec7bd4d8 HTTP/1.1" status: 204 len: 168 time: 2.0565414 Feb 16 05:33:10.015273 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 50036) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:10.028201 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d5558c-3be0-47ba-8e50-e1852af08421 None None] The sync data for ids ['bb02fcd7-5391-4192-8bae-bb067774cf8b'] in dv-cinder-829473-2-iscsi is: [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 4, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port': {'id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '62ef2ae2-7e5a-4b02-95b2-9480a904da95', 'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'mac_address': 'fa:16:3e:ca:71:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:08Z', 'updated_at': '2022-02-16T05:33:08Z', 'revision_number': 1, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'subnets': [{'id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:33:10.028503 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] Publish callbacks [] for router_gateway (69092fce-71f4-46f9-8028-b393b3e7583b), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:10.074897 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 76e2354f-7f1a-4fe4-aa2f-047f14332c23 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:10.076421 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 9f89e81d-2a48-4720-b04a-f9b659c82295 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:10.100375 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-1121e3e5-0737-40f9-989e-142426f4dfb8 admin admin] Deleting subnet 056322d2-2f0f-4f1f-8106-85755f7b281a {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 05:33:10.105144 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1121e3e5-0737-40f9-989e-142426f4dfb8 admin admin] Publish callbacks [] for subnet (056322d2-2f0f-4f1f-8106-85755f7b281a), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:10.133683 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 9f89e81d-2a48-4720-b04a-f9b659c82295 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:10.134212 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (9f89e81d-2a48-4720-b04a-f9b659c82295), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:10.178392 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a10702-0d0c-4e9c-b9be-5b74850227fb admin admin] Router bb02fcd7-5391-4192-8bae-bb067774cf8b has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:33:10.183441 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588116'] for router (3f110da2-e5f9-494f-a99e-d4ddfbeff7ff), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:10.187061 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1121e3e5-0737-40f9-989e-142426f4dfb8 admin admin] Publish callbacks [] for subnet (056322d2-2f0f-4f1f-8106-85755f7b281a), precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:10.199003 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1121e3e5-0737-40f9-989e-142426f4dfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133523527'] for subnet (056322d2-2f0f-4f1f-8106-85755f7b281a), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:10.282824 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 9f89e81d-2a48-4720-b04a-f9b659c82295 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:10.301013 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f0f4825a-6926-4303-96e2-b081333df3b9 None None] Provisioning complete for port 62ef2ae2-7e5a-4b02-95b2-9480a904da95 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:10.301426 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0f4825a-6926-4303-96e2-b081333df3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:10.343719 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1121e3e5-0737-40f9-989e-142426f4dfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133523536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for subnet (056322d2-2f0f-4f1f-8106-85755f7b281a), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:10.353461 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f0f4825a-6926-4303-96e2-b081333df3b9 None None] Port 62ef2ae2-7e5a-4b02-95b2-9480a904da95 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:33:10.378565 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a10702-0d0c-4e9c-b9be-5b74850227fb admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:33:10.380531 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121e3e5-0737-40f9-989e-142426f4dfb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=056322d2-2f0f-4f1f-8106-85755f7b281a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:10.392699 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-e7a10702-0d0c-4e9c-b9be-5b74850227fb admin admin] 10.222.0.75 "PUT /v2.0/routers/bb02fcd7-5391-4192-8bae-bb067774cf8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1030891 Feb 16 05:33:10.397341 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1121e3e5-0737-40f9-989e-142426f4dfb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:10.415533 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50042) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:10.416029 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-1121e3e5-0737-40f9-989e-142426f4dfb8 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/056322d2-2f0f-4f1f-8106-85755f7b281a HTTP/1.1" status: 204 len: 168 time: 0.3994541 Feb 16 05:33:10.427877 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588116'] for router (69092fce-71f4-46f9-8028-b393b3e7583b), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:10.590319 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-68b06246-52f3-4be1-b6fb-1788e0258450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133564096'] for network (a27b89d2-6de2-497d-b2b6-1e3d07b46066), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:10.653829 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eaaaf187-2307-45b6-895b-c2a0ef74040d req-cbe58163-c8ed-4561-abd1-010ac17cd825 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 210 time: 0.0337176 Feb 16 05:33:10.863662 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-68b06246-52f3-4be1-b6fb-1788e0258450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133527232', 'neutron.services.segments.db._delete_segments_for_network-8750525486906'] for network (a27b89d2-6de2-497d-b2b6-1e3d07b46066), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:10.886735 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] Router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff is scheduled to L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 05:33:10.933532 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-68b06246-52f3-4be1-b6fb-1788e0258450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27b89d2-6de2-497d-b2b6-1e3d07b46066']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:10.935335 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 50060) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:10.940281 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] Router 69092fce-71f4-46f9-8028-b393b3e7583b is scheduled to L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 05:33:10.942607 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-cd4667d5-f108-4743-96cc-05fd6e59c8bc tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--71418412', 'description': 'tempest-description--916306380'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:10.947831 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-68b06246-52f3-4be1-b6fb-1788e0258450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60062353-cd8f-4c46-bc67-bfc2118a9a16') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:10.948202 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-68b06246-52f3-4be1-b6fb-1788e0258450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60062353-cd8f-4c46-bc67-bfc2118a9a16') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:10.973422 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-68b06246-52f3-4be1-b6fb-1788e0258450 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750525486659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4030643'] for segment (60062353-cd8f-4c46-bc67-bfc2118a9a16), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:10.975400 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd4667d5-f108-4743-96cc-05fd6e59c8bc tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:11.027040 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6268b50e-70c5-4c1e-9132-226c0903e070 req-a7968cb8-5d2c-4084-91c8-2b16a419c17d tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 210 time: 0.0481668 Feb 16 05:33:11.088668 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-68b06246-52f3-4be1-b6fb-1788e0258450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (60062353-cd8f-4c46-bc67-bfc2118a9a16), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:11.094942 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:11.128610 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b06246-52f3-4be1-b6fb-1788e0258450 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 05:33:11.129019 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-68b06246-52f3-4be1-b6fb-1788e0258450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4118879'] for segment (60062353-cd8f-4c46-bc67-bfc2118a9a16), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: Traceback (most recent call last): Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: timer() Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: cb(*args, **kw) Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: return func(*args, **kwargs) Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: self._notify() Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: self.callback(batched_events) Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: event.method(event) Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: return f(self, *a, **k) Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._get(url).json() Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: return self.request(url, 'GET', **kwargs) Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 05:33:11.132397 dv-cinder-829473-2-iscsi neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 05:33:11.218576 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-68b06246-52f3-4be1-b6fb-1788e0258450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133527257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588188'] for network (a27b89d2-6de2-497d-b2b6-1e3d07b46066), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:11.235575 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:33:11.238448 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-68b06246-52f3-4be1-b6fb-1788e0258450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:11.243951 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-68b06246-52f3-4be1-b6fb-1788e0258450 admin admin] 10.222.0.75 "DELETE /v2.0/networks/a27b89d2-6de2-497d-b2b6-1e3d07b46066 HTTP/1.1" status: 204 len: 168 time: 0.8252518 Feb 16 05:33:11.282783 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Sync routers for ids ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:33:11.282922 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b06246-52f3-4be1-b6fb-1788e0258450 admin admin] Pushing event deleted for resources: {'Network': ['ID=a27b89d2-6de2-497d-b2b6-1e3d07b46066,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:11.290462 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:33:11.290875 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Routers {'3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:33:11.292157 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:32:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:11.303021 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Sync routers for ids ['69092fce-71f4-46f9-8028-b393b3e7583b'] in dv-cinder-829473-2-iscsi {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:33:11.325652 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Routers {'69092fce-71f4-46f9-8028-b393b3e7583b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:33:11.327455 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:32:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['69092fce-71f4-46f9-8028-b393b3e7583b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:11.348990 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd4667d5-f108-4743-96cc-05fd6e59c8bc tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group (e99de386-9066-4a64-8be2-79c21999e21e), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:11.355585 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:11.359630 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-28b31f0b-cd9c-488d-8c46-9233f10ccb50 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4349020 Feb 16 05:33:11.359767 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd4667d5-f108-4743-96cc-05fd6e59c8bc tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (e99de386-9066-4a64-8be2-79c21999e21e), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:11.361932 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:11.368695 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d8fa0183-a9b3-46fd-a343-e81d692303b6 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4919653 Feb 16 05:33:11.374284 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50064) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:11.374775 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50066) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:11.415527 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd4667d5-f108-4743-96cc-05fd6e59c8bc tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:11.416495 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-cd4667d5-f108-4743-96cc-05fd6e59c8bc tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4801006 Feb 16 05:33:11.425779 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 50068) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:11.430320 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8fe79f82-f5b4-4fd3-8ee2-93d9b456c9e1 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Request body: {'security_group_rule': {'security_group_id': 'e99de386-9066-4a64-8be2-79c21999e21e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:11.460890 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4667d5-f108-4743-96cc-05fd6e59c8bc tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e99de386-9066-4a64-8be2-79c21999e21e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:11.468587 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Set router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:33:11.499644 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fe79f82-f5b4-4fd3-8ee2-93d9b456c9e1 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group_rule (cdc7d53e-1043-4c42-a160-6845c5d8e9f9), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:11.624758 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fe79f82-f5b4-4fd3-8ee2-93d9b456c9e1 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group_rule (cdc7d53e-1043-4c42-a160-6845c5d8e9f9), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:11.649025 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fe79f82-f5b4-4fd3-8ee2-93d9b456c9e1 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (cdc7d53e-1043-4c42-a160-6845c5d8e9f9), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:11.670962 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50076) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:11.709603 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Set router 69092fce-71f4-46f9-8028-b393b3e7583b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:33:11.774885 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:07Z', 'revision_number': 3, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port': {'id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:11.813778 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe79f82-f5b4-4fd3-8ee2-93d9b456c9e1 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc7d53e-1043-4c42-a160-6845c5d8e9f9,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:11.841840 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-031286b0-6964-4851-ae24-ead189e25abd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=29a54dafb7ef43e6a927b5853e138737&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1668847 Feb 16 05:33:11.847936 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fe79f82-f5b4-4fd3-8ee2-93d9b456c9e1 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:11.857207 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Checking router: 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:33:11.858381 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Updating router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff port a11ec9a0-f284-40e2-80e9-883ab547b8aa binding host dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:33:11.871327 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-8fe79f82-f5b4-4fd3-8ee2-93d9b456c9e1 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4411099 Feb 16 05:33:11.871784 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50086) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:11.871896 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50090) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:11.893804 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-32fadf2d-0432-4f8c-992c-42660c0d2472 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Request body: {'security_group_rule': {'security_group_id': 'e99de386-9066-4a64-8be2-79c21999e21e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:11.915468 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (a11ec9a0-f284-40e2-80e9-883ab547b8aa), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:11.922532 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.60', 52481) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:12.064876 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'name': 'tempest-ServerRescueNegativeTestJSON-783864887-router', 'tenant_id': '971394cccbfa49b584616f61ed5eb8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '96c9754a-59e9-45a4-9cb5-83ddf7290ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:05Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 3, 'project_id': '971394cccbfa49b584616f61ed5eb8a2', 'gw_port': {'id': '96c9754a-59e9-45a4-9cb5-83ddf7290ac0', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:12.134106 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933d681-4c89-403a-828b-1e9f4838016e req-371f2ea2-b82f-4f12-9497-e4ae8d4a68d7 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:12.137085 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e933d681-4c89-403a-828b-1e9f4838016e req-371f2ea2-b82f-4f12-9497-e4ae8d4a68d7 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.60 "GET /v2.0/networks?id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 HTTP/1.1" status: 200 len: 815 time: 0.2124488 Feb 16 05:33:12.143585 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 9a477a30-1415-4b62-bef4-2bde356997d3 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:12.157896 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Checking router: 69092fce-71f4-46f9-8028-b393b3e7583b for host: dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:33:12.158917 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Updating router 69092fce-71f4-46f9-8028-b393b3e7583b port 96c9754a-59e9-45a4-9cb5-83ddf7290ac0 binding host dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:33:12.194290 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (96c9754a-59e9-45a4-9cb5-83ddf7290ac0), before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:12.194496 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c01d2dde-8255-42fc-be75-6eb78f1c6e7f req-ad3ef497-f0e9-4b67-bf67-2a3e6c15910d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 210 time: 0.1266766 Feb 16 05:33:12.195121 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-32fadf2d-0432-4f8c-992c-42660c0d2472 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group_rule (5ee93e5d-dbc8-493a-90b7-3047ebcd8bfc), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:12.239578 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.60', 52486) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:12.252909 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-e933d681-4c89-403a-828b-1e9f4838016e req-6a47078c-44a8-4dd2-a0f2-47114c526617 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Request body: {'port': {'device_id': 'c17fb4ec-2dea-41d2-acff-bf1c3e982833', 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409', 'admin_state_up': True, 'tenant_id': '1050764769f2439fae8ad76e27663aec'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:12.306695 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a9f1b890-4af7-465c-bf3f-bb2c35412492 req-20f29adb-5d37-4de9-9a58-3e07381f4607 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 210 time: 0.1422443 Feb 16 05:33:12.316383 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d94d58df-01e4-465f-b0ef-481c62b641db admin admin] Publish callbacks [] for security_group (4e4ac2e4-e88b-4d3a-a91d-101a1070ed08), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:12.381482 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 9a477a30-1415-4b62-bef4-2bde356997d3 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:12.381867 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (9a477a30-1415-4b62-bef4-2bde356997d3), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:12.424458 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d94d58df-01e4-465f-b0ef-481c62b641db admin admin] Publish callbacks [] for security_group (4e4ac2e4-e88b-4d3a-a91d-101a1070ed08), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:12.531194 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 9a477a30-1415-4b62-bef4-2bde356997d3 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:12.531901 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (9a477a30-1415-4b62-bef4-2bde356997d3), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:12.535670 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-32fadf2d-0432-4f8c-992c-42660c0d2472 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group_rule (5ee93e5d-dbc8-493a-90b7-3047ebcd8bfc), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:12.583273 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] For port 9a477a30-1415-4b62-bef4-2bde356997d3, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=9a477a30-1415-4b62-bef4-2bde356997d3,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:12.598170 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (9a477a30-1415-4b62-bef4-2bde356997d3), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:12.724185 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-32fadf2d-0432-4f8c-992c-42660c0d2472 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (5ee93e5d-dbc8-493a-90b7-3047ebcd8bfc), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:12.726537 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-329fe3f8-929f-4f8a-88c2-992b94947cec tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:12.728282 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-329fe3f8-929f-4f8a-88c2-992b94947cec tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.60 "GET /v2.0/networks?id=a7e424d6-266f-483c-9f77-54749ea51752 HTTP/1.1" status: 200 len: 812 time: 0.4157925 Feb 16 05:33:12.749798 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-8c7fbc4f-727a-4078-939b-b4fbddb942d1 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Request body: {'port': {'device_id': '1d8596d3-9d2e-455a-bd97-3dc0a5041433', 'network_id': 'a7e424d6-266f-483c-9f77-54749ea51752', 'admin_state_up': True, 'tenant_id': 'f8c0817ca34947d797da354bfc2aa372'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:12.809033 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fadf2d-0432-4f8c-992c-42660c0d2472 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee93e5d-dbc8-493a-90b7-3047ebcd8bfc,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:12.816047 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e933d681-4c89-403a-828b-1e9f4838016e req-6a47078c-44a8-4dd2-a0f2-47114c526617 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Made reservation on behalf of 1050764769f2439fae8ad76e27663aec for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:12.820305 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e933d681-4c89-403a-828b-1e9f4838016e req-6a47078c-44a8-4dd2-a0f2-47114c526617 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:12.852722 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-32fadf2d-0432-4f8c-992c-42660c0d2472 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:12.856801 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-32fadf2d-0432-4f8c-992c-42660c0d2472 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9677157 Feb 16 05:33:12.860782 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 50140) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:12.865238 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-14f08954-972a-41f7-bb1e-082f0a9ac51c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Request body: {'floatingip': {'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:12.893740 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Pushing event updated for resources: {'Port': ['ID=9a477a30-1415-4b62-bef4-2bde356997d3,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:12.912546 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Publish callbacks [] for port (a11ec9a0-f284-40e2-80e9-883ab547b8aa), precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:12.922412 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (a11ec9a0-f284-40e2-80e9-883ab547b8aa), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:12.973030 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d94d58df-01e4-465f-b0ef-481c62b641db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (4e4ac2e4-e88b-4d3a-a91d-101a1070ed08), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:12.973375 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d94d58df-01e4-465f-b0ef-481c62b641db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:12.977167 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d94d58df-01e4-465f-b0ef-481c62b641db admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4e4ac2e4-e88b-4d3a-a91d-101a1070ed08 HTTP/1.1" status: 204 len: 168 time: 1.1021287 Feb 16 05:33:13.047898 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Attempting to bind port a11ec9a0-f284-40e2-80e9-883ab547b8aa on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:33:13.048285 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Attempting to bind port a11ec9a0-f284-40e2-80e9-883ab547b8aa by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:33:13.048653 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Attempting to bind port a11ec9a0-f284-40e2-80e9-883ab547b8aa on network 61efc28e-7d20-4d92-8b96-aa9398e7f442 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:13.058083 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14f08954-972a-41f7-bb1e-082f0a9ac51c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:13.072624 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eca1d2-d491-4eb4-9d4e-5aa94bbaf7f5 None None] Pushing event updated for resources: {'Port': ['ID=a11ec9a0-f284-40e2-80e9-883ab547b8aa,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:13.104319 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:33:13.107189 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Checking segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:13.108513 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:13.109061 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Bound using segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:33:13.109715 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Bound port: a11ec9a0-f284-40e2-80e9-883ab547b8aa, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:33:13.112168 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (a11ec9a0-f284-40e2-80e9-883ab547b8aa), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:13.112982 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d58df-01e4-465f-b0ef-481c62b641db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4ac2e4-e88b-4d3a-a91d-101a1070ed08,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:13.259595 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Publish callbacks [] for port (96c9754a-59e9-45a4-9cb5-83ddf7290ac0), precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:13.281873 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (96c9754a-59e9-45a4-9cb5-83ddf7290ac0), after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:13.295837 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Sync routers for ids ['bb02fcd7-5391-4192-8bae-bb067774cf8b'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:33:13.379335 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] For port a11ec9a0-f284-40e2-80e9-883ab547b8aa, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:33:13.382436 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Routers {'bb02fcd7-5391-4192-8bae-bb067774cf8b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:33:13.383394 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:32:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['bb02fcd7-5391-4192-8bae-bb067774cf8b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:13.397928 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Attempting to bind port 96c9754a-59e9-45a4-9cb5-83ddf7290ac0 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:33:13.401212 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Attempting to bind port 96c9754a-59e9-45a4-9cb5-83ddf7290ac0 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:33:13.405607 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Attempting to bind port 96c9754a-59e9-45a4-9cb5-83ddf7290ac0 on network 61efc28e-7d20-4d92-8b96-aa9398e7f442 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:13.423891 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:33:13.424549 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Checking segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:13.425142 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:13.426073 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Bound using segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:33:13.427160 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Bound port: 96c9754a-59e9-45a4-9cb5-83ddf7290ac0, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:33:13.427991 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (96c9754a-59e9-45a4-9cb5-83ddf7290ac0), before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:13.561060 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5687767a-31ff-4315-8c5d-ed81e6ec59b1 req-47171ce3-0ddf-474d-8b9a-3fc1af0a2d9e tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 210 time: 0.1469665 Feb 16 05:33:13.599220 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ea33e89d-3d4d-4ec0-9bbe-9112a0f1f320 req-871b7936-0a89-436e-9b7f-00920ff57f8f tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 210 time: 0.0906594 Feb 16 05:33:13.601233 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-8c7fbc4f-727a-4078-939b-b4fbddb942d1 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Made reservation on behalf of f8c0817ca34947d797da354bfc2aa372 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:13.615366 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Set router bb02fcd7-5391-4192-8bae-bb067774cf8b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:33:13.620463 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-8c7fbc4f-727a-4078-939b-b4fbddb942d1 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:13.845347 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 9a477a30-1415-4b62-bef4-2bde356997d3 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:13.892707 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-e933d681-4c89-403a-828b-1e9f4838016e req-6a47078c-44a8-4dd2-a0f2-47114c526617 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Allocated IP 172.20.0.8 (8cb1fb16-d79c-49c4-8a9e-84b03bfe3409/20482d00-bd66-405d-b6ef-47ba9f681fde/f95645a6-2fbd-42df-b9db-d604a04d8bfa) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:33:13.918493 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc84a52-87a6-42d4-8e0a-91a741166d15 None None] Pushing event updated for resources: {'Port': ['ID=96c9754a-59e9-45a4-9cb5-83ddf7290ac0,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:13.944507 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] For port 96c9754a-59e9-45a4-9cb5-83ddf7290ac0, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:33:13.965100 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-391affe6-4b57-400c-8461-c5f9e5b820c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:13.996508 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] For port 96c9754a-59e9-45a4-9cb5-83ddf7290ac0, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=96c9754a-59e9-45a4-9cb5-83ddf7290ac0,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:33:14.015228 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (96c9754a-59e9-45a4-9cb5-83ddf7290ac0), after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:14.048570 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50180) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:14.100910 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] For port a11ec9a0-f284-40e2-80e9-883ab547b8aa, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=a11ec9a0-f284-40e2-80e9-883ab547b8aa,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:33:14.176404 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (a11ec9a0-f284-40e2-80e9-883ab547b8aa), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:14.203064 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc84a52-87a6-42d4-8e0a-91a741166d15 None None] Pushing event updated for resources: {'Port': ['ID=96c9754a-59e9-45a4-9cb5-83ddf7290ac0,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:14.223024 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Routers {'69092fce-71f4-46f9-8028-b393b3e7583b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:33:14.224046 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:32:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['69092fce-71f4-46f9-8028-b393b3e7583b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:14.416382 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Routers {'3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:33:14.417078 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:32:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:14.459048 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50190) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:14.512238 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] Set router 69092fce-71f4-46f9-8028-b393b3e7583b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:33:14.541481 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-ea4dc3c1-509b-479c-9206-c9a63b52c3fa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8177bbab7c064d3591e870288c0ce180&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4896362 Feb 16 05:33:14.544172 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50196) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:14.589275 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2797a40e-8cfb-47b2-ac02-bb291450d008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:14.740148 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] Set router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:33:14.816965 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eca1d2-d491-4eb4-9d4e-5aa94bbaf7f5 None None] Pushing event updated for resources: {'Port': ['ID=a11ec9a0-f284-40e2-80e9-883ab547b8aa,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:14.964793 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-8c7fbc4f-727a-4078-939b-b4fbddb942d1 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Allocated IP 172.20.0.9 (a7e424d6-266f-483c-9f77-54749ea51752/3f83d0b5-3d74-42a3-9ef9-6ee9b5e09b38/8d087470-c4c7-4519-8a95-7e5a1cfd99b4) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:33:14.987170 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 9a477a30-1415-4b62-bef4-2bde356997d3 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:14.987557 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (9a477a30-1415-4b62-bef4-2bde356997d3), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:15.000122 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2cfd897b-e7cd-412e-a127-95795f6bbf6b req-3afa68e0-33d5-4cbc-b455-b1dceedba099 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 210 time: 0.1455183 Feb 16 05:33:15.038389 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 4, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port': {'id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '62ef2ae2-7e5a-4b02-95b2-9480a904da95', 'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'mac_address': 'fa:16:3e:ca:71:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:08Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 2, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'subnets': [{'id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:15.057192 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14f08954-972a-41f7-bb1e-082f0a9ac51c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:15.088689 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Checking router: bb02fcd7-5391-4192-8bae-bb067774cf8b for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:33:15.089076 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Updating router bb02fcd7-5391-4192-8bae-bb067774cf8b port 62ef2ae2-7e5a-4b02-95b2-9480a904da95 binding host dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:33:15.101361 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-423f3846-661e-442c-9674-1871ef486a1b req-e6458b4a-ef2d-4c5a-b14a-540d6e743272 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 210 time: 0.2639036 Feb 16 05:33:15.102826 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'name': 'tempest-ServerRescueNegativeTestJSON-783864887-router', 'tenant_id': '971394cccbfa49b584616f61ed5eb8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '96c9754a-59e9-45a4-9cb5-83ddf7290ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:05Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 3, 'project_id': '971394cccbfa49b584616f61ed5eb8a2', 'gw_port': {'id': '96c9754a-59e9-45a4-9cb5-83ddf7290ac0', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:15.117138 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ff1e538-8301-433a-8766-8106b867cd88 admin admin] Publish callbacks [] for security_group (8ea7b86d-2471-4fe1-8660-27ff55385d07), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:15.151444 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-391affe6-4b57-400c-8461-c5f9e5b820c5 admin admin] Allocated IP 172.20.0.1 (d78b6deb-fc45-4cca-b643-a09448659dd2/f749e834-f594-43d5-a00e-995704979ca3/59b59bd0-9043-4ef7-ad6a-ec4f3f527baa) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:33:15.153107 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:15.160935 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ed5ef193-410f-4ff8-91bf-d6b3a7f17617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:15.192005 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6f829-bc5a-4d72-b83a-af07d1fb4040 None None] The sync data for ids ['69092fce-71f4-46f9-8028-b393b3e7583b'] in dv-cinder-829473-2-iscsi is: [{'id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'name': 'tempest-ServerRescueNegativeTestJSON-783864887-router', 'tenant_id': '971394cccbfa49b584616f61ed5eb8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '96c9754a-59e9-45a4-9cb5-83ddf7290ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:05Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 3, 'project_id': '971394cccbfa49b584616f61ed5eb8a2', 'gw_port': {'id': '96c9754a-59e9-45a4-9cb5-83ddf7290ac0', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:33:15.212038 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:07Z', 'revision_number': 3, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port': {'id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:15.253642 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e933d681-4c89-403a-828b-1e9f4838016e req-6a47078c-44a8-4dd2-a0f2-47114c526617 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks [] for port (f95645a6-2fbd-42df-b9db-d604a04d8bfa), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:15.287700 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ff1e538-8301-433a-8766-8106b867cd88 admin admin] Publish callbacks [] for security_group (8ea7b86d-2471-4fe1-8660-27ff55385d07), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:15.313312 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e5db9-c938-410c-ae94-5713a5447044 None None] The sync data for ids ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'] in dv-cinder-829473-2-iscsi is: [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:07Z', 'revision_number': 3, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port': {'id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:33:15.445748 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 9a477a30-1415-4b62-bef4-2bde356997d3 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:15.572354 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-14f08954-972a-41f7-bb1e-082f0a9ac51c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Allocated IP 172.27.0.186 (61efc28e-7d20-4d92-8b96-aa9398e7f442/35988b50-7f57-43f7-b0a5-0909380c9793/b9b28208-e0ae-4c82-8f2e-faf68ac79b51) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:33:15.577614 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-2797a40e-8cfb-47b2-ac02-bb291450d008 admin admin] Allocated IP 172.20.0.1 (8bff5ceb-655f-4b77-9e4f-6947f831595a/0acbf643-c806-4af9-a75e-f3ce06c9fe9e/835e672a-62f0-4330-8061-38835b05ac5c) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:33:15.586233 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-391affe6-4b57-400c-8461-c5f9e5b820c5 admin admin] Publish callbacks [] for port (59b59bd0-9043-4ef7-ad6a-ec4f3f527baa), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:15.678929 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ff1e538-8301-433a-8766-8106b867cd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (8ea7b86d-2471-4fe1-8660-27ff55385d07), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:15.688157 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ff1e538-8301-433a-8766-8106b867cd88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:15.692563 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-9ff1e538-8301-433a-8766-8106b867cd88 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8ea7b86d-2471-4fe1-8660-27ff55385d07 HTTP/1.1" status: 204 len: 168 time: 1.1409986 Feb 16 05:33:15.831168 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1e538-8301-433a-8766-8106b867cd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea7b86d-2471-4fe1-8660-27ff55385d07,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:15.847274 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ed5ef193-410f-4ff8-91bf-d6b3a7f17617 admin admin] Publish callbacks [] for security_group (a2f3dc6f-7654-48bd-bef0-34a06ac6dbed), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:15.889290 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-391affe6-4b57-400c-8461-c5f9e5b820c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (59b59bd0-9043-4ef7-ad6a-ec4f3f527baa), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:15.968559 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ed5ef193-410f-4ff8-91bf-d6b3a7f17617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (a2f3dc6f-7654-48bd-bef0-34a06ac6dbed), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:15.969286 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Publish callbacks [] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:16.005549 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:16.095100 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-8c7fbc4f-727a-4078-939b-b4fbddb942d1 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Publish callbacks [] for port (8d087470-c4c7-4519-8a95-7e5a1cfd99b4), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:16.141118 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391affe6-4b57-400c-8461-c5f9e5b820c5 admin admin] Network d78b6deb-fc45-4cca-b643-a09448659dd2 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:33:16.152300 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-8c7fbc4f-727a-4078-939b-b4fbddb942d1 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (8d087470-c4c7-4519-8a95-7e5a1cfd99b4), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:16.163686 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e933d681-4c89-403a-828b-1e9f4838016e req-6a47078c-44a8-4dd2-a0f2-47114c526617 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (f95645a6-2fbd-42df-b9db-d604a04d8bfa), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:16.184853 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-391affe6-4b57-400c-8461-c5f9e5b820c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:16.295439 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391affe6-4b57-400c-8461-c5f9e5b820c5 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:33:16.391981 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30a4e0-af5d-4eba-83ed-79e7af7642ba None None] Pushing event updated for resources: {'Port': ['ID=62ef2ae2-7e5a-4b02-95b2-9480a904da95,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:16.428447 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-391affe6-4b57-400c-8461-c5f9e5b820c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588071'] for router_interface (69092fce-71f4-46f9-8028-b393b3e7583b), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:16.448581 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e933d681-4c89-403a-828b-1e9f4838016e req-6a47078c-44a8-4dd2-a0f2-47114c526617 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:33:16.507388 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-e933d681-4c89-403a-828b-1e9f4838016e req-6a47078c-44a8-4dd2-a0f2-47114c526617 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:16.524468 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e933d681-4c89-403a-828b-1e9f4838016e req-6a47078c-44a8-4dd2-a0f2-47114c526617 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:33:16.539920 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933d681-4c89-403a-828b-1e9f4838016e req-6a47078c-44a8-4dd2-a0f2-47114c526617 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:16.541883 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e933d681-4c89-403a-828b-1e9f4838016e req-6a47078c-44a8-4dd2-a0f2-47114c526617 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:16.547187 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14f08954-972a-41f7-bb1e-082f0a9ac51c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for port (b9b28208-e0ae-4c82-8f2e-faf68ac79b51), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:16.575552 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-8c7fbc4f-727a-4078-939b-b4fbddb942d1 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Network a7e424d6-266f-483c-9f77-54749ea51752 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:33:16.603297 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Attempting to bind port 62ef2ae2-7e5a-4b02-95b2-9480a904da95 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:33:16.605518 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Attempting to bind port 62ef2ae2-7e5a-4b02-95b2-9480a904da95 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': 'ceff631c-45db-4708-b64a-2f17c1110a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:33:16.605919 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Attempting to bind port 62ef2ae2-7e5a-4b02-95b2-9480a904da95 on network 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:16.616719 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:33:16.617104 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Checking segment: {'id': 'ceff631c-45db-4708-b64a-2f17c1110a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:16.617551 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:16.617952 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Bound using segment: {'id': 'ceff631c-45db-4708-b64a-2f17c1110a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:33:16.624517 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-8c7fbc4f-727a-4078-939b-b4fbddb942d1 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:16.626425 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Bound port: 62ef2ae2-7e5a-4b02-95b2-9480a904da95, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceff631c-45db-4708-b64a-2f17c1110a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:33:16.626963 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:16.668709 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-8c7fbc4f-727a-4078-939b-b4fbddb942d1 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:33:16.686423 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-8c7fbc4f-727a-4078-939b-b4fbddb942d1 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:16.696534 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-8c7fbc4f-727a-4078-939b-b4fbddb942d1 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:16.742632 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fbc4f-727a-4078-939b-b4fbddb942d1 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Pushing event updated for resources: {'Port': ['ID=8d087470-c4c7-4519-8a95-7e5a1cfd99b4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:16.883529 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-8c7fbc4f-727a-4078-939b-b4fbddb942d1 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1400564 Feb 16 05:33:16.900120 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e933d681-4c89-403a-828b-1e9f4838016e req-6a47078c-44a8-4dd2-a0f2-47114c526617 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6674578 Feb 16 05:33:16.902564 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ef193-410f-4ff8-91bf-d6b3a7f17617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f3dc6f-7654-48bd-bef0-34a06ac6dbed,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:16.924493 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-58c3719b-3201-4d5d-aa57-dd66899901ca tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 05:33:16.925782 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-58c3719b-3201-4d5d-aa57-dd66899901ca tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195739 Feb 16 05:33:16.936708 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-ed5ef193-410f-4ff8-91bf-d6b3a7f17617 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=30e79b84eae64ef2a3c5399ef73f3443&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4739900 Feb 16 05:33:16.950479 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 50238) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:16.981464 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] For port 62ef2ae2-7e5a-4b02-95b2-9480a904da95, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:33:16.984614 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130337da-6f37-4a69-9ed7-8f137e61ca96 req-dae6f008-9981-4597-83fd-c4380c689f46 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:16.986575 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-130337da-6f37-4a69-9ed7-8f137e61ca96 req-dae6f008-9981-4597-83fd-c4380c689f46 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 931 time: 0.6207793 Feb 16 05:33:17.003971 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] For port 62ef2ae2-7e5a-4b02-95b2-9480a904da95, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=62ef2ae2-7e5a-4b02-95b2-9480a904da95,segment=NetworkSegment(ceff631c-45db-4708-b64a-2f17c1110a04),segment_id=ceff631c-45db-4708-b64a-2f17c1110a04)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:33:17.016351 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [req-e933d681-4c89-403a-828b-1e9f4838016e req-f8cdc9a2-5a3f-41c8-82a0-8c141c7d4da0 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 05:33:17.017843 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e933d681-4c89-403a-828b-1e9f4838016e req-f8cdc9a2-5a3f-41c8-82a0-8c141c7d4da0 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0519254 Feb 16 05:33:17.025701 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:17.062969 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47078c-44a8-4dd2-a0f2-47114c526617 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Pushing event updated for resources: {'Port': ['ID=f95645a6-2fbd-42df-b9db-d604a04d8bfa,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:17.109999 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391affe6-4b57-400c-8461-c5f9e5b820c5 admin admin] Pushing event updated for resources: {'Port': ['ID=59b59bd0-9043-4ef7-ad6a-ec4f3f527baa,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:17.162247 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e61e4454-d151-468f-a359-3895bf1da2fb None None] Provisioning complete for port 62ef2ae2-7e5a-4b02-95b2-9480a904da95 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:17.162662 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e61e4454-d151-468f-a359-3895bf1da2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:17.212142 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2797a40e-8cfb-47b2-ac02-bb291450d008 admin admin] Publish callbacks [] for port (835e672a-62f0-4330-8061-38835b05ac5c), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:17.247013 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14f08954-972a-41f7-bb1e-082f0a9ac51c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (b9b28208-e0ae-4c82-8f2e-faf68ac79b51), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:17.280192 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-130337da-6f37-4a69-9ed7-8f137e61ca96 req-a8c7dc08-f9fd-4d57-97dc-2f5f360e3638 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502611 Feb 16 05:33:17.456563 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Routers {'bb02fcd7-5391-4192-8bae-bb067774cf8b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:33:17.457676 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:32:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['bb02fcd7-5391-4192-8bae-bb067774cf8b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:17.469178 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 50244) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:17.473092 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30a4e0-af5d-4eba-83ed-79e7af7642ba None None] Pushing event updated for resources: {'Port': ['ID=62ef2ae2-7e5a-4b02-95b2-9480a904da95,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:17.548455 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510f246-3dd8-498d-b55f-db8de263a4ae req-023ed8f2-0479-43bb-aba2-81305d1b8d7a tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:17.573947 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2510f246-3dd8-498d-b55f-db8de263a4ae req-023ed8f2-0479-43bb-aba2-81305d1b8d7a tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 931 time: 1.0476336 Feb 16 05:33:17.602351 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f08954-972a-41f7-bb1e-082f0a9ac51c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:33:17.611267 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-19eba6b2-bdc0-44c7-9579-e5a6b62e7804 admin admin] Publish callbacks [] for security_group (a2f3dc6f-7654-48bd-bef0-34a06ac6dbed), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:17.730748 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-14f08954-972a-41f7-bb1e-082f0a9ac51c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:17.739637 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f08954-972a-41f7-bb1e-082f0a9ac51c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:33:17.752303 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-19eba6b2-bdc0-44c7-9579-e5a6b62e7804 admin admin] Publish callbacks [] for security_group (a2f3dc6f-7654-48bd-bef0-34a06ac6dbed), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:17.811436 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f08954-972a-41f7-bb1e-082f0a9ac51c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Pushing event updated for resources: {'Port': ['ID=b9b28208-e0ae-4c82-8f2e-faf68ac79b51,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:17.874954 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e61e4454-d151-468f-a359-3895bf1da2fb None None] Current status of the port 62ef2ae2-7e5a-4b02-95b2-9480a904da95 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:17.875639 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e61e4454-d151-468f-a359-3895bf1da2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:17.978720 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2797a40e-8cfb-47b2-ac02-bb291450d008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (835e672a-62f0-4330-8061-38835b05ac5c), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:18.080145 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e61e4454-d151-468f-a359-3895bf1da2fb None None] For port 62ef2ae2-7e5a-4b02-95b2-9480a904da95, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=62ef2ae2-7e5a-4b02-95b2-9480a904da95,segment=NetworkSegment(ceff631c-45db-4708-b64a-2f17c1110a04),segment_id=ceff631c-45db-4708-b64a-2f17c1110a04)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:18.102940 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e61e4454-d151-468f-a359-3895bf1da2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:18.115728 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] Set router bb02fcd7-5391-4192-8bae-bb067774cf8b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:33:18.149464 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14f08954-972a-41f7-bb1e-082f0a9ac51c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for floatingip (4cea09a9-6a70-49ce-9f25-85e7372c1933), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:18.179203 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Request body: {'port': {'device_id': '1d8596d3-9d2e-455a-bd97-3dc0a5041433', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:18.182992 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797a40e-8cfb-47b2-ac02-bb291450d008 admin admin] Pushing event updated for resources: {'Port': ['ID=835e672a-62f0-4330-8061-38835b05ac5c,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:18.275878 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99645c97-95bf-422e-b480-200b66a521e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:18.318873 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Request body: {'port': {'device_id': 'c17fb4ec-2dea-41d2-acff-bf1c3e982833', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:18.320801 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2510f246-3dd8-498d-b55f-db8de263a4ae req-e10683db-be89-4b54-9bf8-459405d67cf8 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7458458 Feb 16 05:33:18.384849 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2797a40e-8cfb-47b2-ac02-bb291450d008 admin admin] Network 8bff5ceb-655f-4b77-9e4f-6947f831595a is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:33:18.391201 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-2797a40e-8cfb-47b2-ac02-bb291450d008 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:18.411985 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2797a40e-8cfb-47b2-ac02-bb291450d008 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:33:18.484393 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-391affe6-4b57-400c-8461-c5f9e5b820c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (59b59bd0-9043-4ef7-ad6a-ec4f3f527baa), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:18.553772 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 96c9754a-59e9-45a4-9cb5-83ddf7290ac0 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:18.554441 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2797a40e-8cfb-47b2-ac02-bb291450d008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588071'] for router_interface (3f110da2-e5f9-494f-a99e-d4ddfbeff7ff), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:18.833512 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (8d087470-c4c7-4519-8a95-7e5a1cfd99b4), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:18.868957 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14f08954-972a-41f7-bb1e-082f0a9ac51c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (b9b28208-e0ae-4c82-8f2e-faf68ac79b51), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:18.900122 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-23e2cfad-a4fe-4e20-9f56-dcc79c5b5d51 None None] Provisioning complete for port 62ef2ae2-7e5a-4b02-95b2-9480a904da95 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:18.900712 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-23e2cfad-a4fe-4e20-9f56-dcc79c5b5d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:19.184866 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14f08954-972a-41f7-bb1e-082f0a9ac51c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for port (b9b28208-e0ae-4c82-8f2e-faf68ac79b51), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:19.244819 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14f08954-972a-41f7-bb1e-082f0a9ac51c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (b9b28208-e0ae-4c82-8f2e-faf68ac79b51), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:19.339212 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f08954-972a-41f7-bb1e-082f0a9ac51c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Pushing event updated for resources: {'Port': ['ID=b9b28208-e0ae-4c82-8f2e-faf68ac79b51,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:19.363575 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14f08954-972a-41f7-bb1e-082f0a9ac51c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588210'] for floatingip (4cea09a9-6a70-49ce-9f25-85e7372c1933), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:19.392621 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14f08954-972a-41f7-bb1e-082f0a9ac51c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:19.394711 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-14f08954-972a-41f7-bb1e-082f0a9ac51c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5328205 Feb 16 05:33:19.399852 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e4454-d151-468f-a359-3895bf1da2fb None None] Pushing event updated for resources: {'Port': ['ID=62ef2ae2-7e5a-4b02-95b2-9480a904da95,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:19.433657 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-391affe6-4b57-400c-8461-c5f9e5b820c5 admin admin] Publish callbacks [] for port (59b59bd0-9043-4ef7-ad6a-ec4f3f527baa), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:19.454642 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-391affe6-4b57-400c-8461-c5f9e5b820c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (59b59bd0-9043-4ef7-ad6a-ec4f3f527baa), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:19.470363 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (f95645a6-2fbd-42df-b9db-d604a04d8bfa), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:19.497456 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-19eba6b2-bdc0-44c7-9579-e5a6b62e7804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (a2f3dc6f-7654-48bd-bef0-34a06ac6dbed), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:19.500629 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-19eba6b2-bdc0-44c7-9579-e5a6b62e7804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:19.504426 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-19eba6b2-bdc0-44c7-9579-e5a6b62e7804 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a2f3dc6f-7654-48bd-bef0-34a06ac6dbed HTTP/1.1" status: 204 len: 168 time: 2.5280235 Feb 16 05:33:19.522433 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-23e2cfad-a4fe-4e20-9f56-dcc79c5b5d51 None None] Current status of the port 62ef2ae2-7e5a-4b02-95b2-9480a904da95 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:19.535130 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eba6b2-bdc0-44c7-9579-e5a6b62e7804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f3dc6f-7654-48bd-bef0-34a06ac6dbed,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:19.622186 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 96c9754a-59e9-45a4-9cb5-83ddf7290ac0 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:19.624489 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (96c9754a-59e9-45a4-9cb5-83ddf7290ac0), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:19.659252 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-391affe6-4b57-400c-8461-c5f9e5b820c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1516491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588695'] for router_interface (69092fce-71f4-46f9-8028-b393b3e7583b), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:19.666440 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391affe6-4b57-400c-8461-c5f9e5b820c5 admin admin] Pushing event updated for resources: {'Port': ['ID=59b59bd0-9043-4ef7-ad6a-ec4f3f527baa,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:19.704971 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616c830-a1d9-477d-8a27-e20bf0b86e35 req-665aeef8-667c-4837-b682-f2995f6f1491 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:19.707501 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3616c830-a1d9-477d-8a27-e20bf0b86e35 req-665aeef8-667c-4837-b682-f2995f6f1491 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 931 time: 0.2238746 Feb 16 05:33:19.708865 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ddcfd-a024-4472-9489-6f44082857fe req-328cbc1e-7d76-404a-9c84-8fb8d93e448d tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:19.709689 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2f6ddcfd-a024-4472-9489-6f44082857fe req-328cbc1e-7d76-404a-9c84-8fb8d93e448d tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 931 time: 1.0454159 Feb 16 05:33:19.736644 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 4, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port': {'id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '62ef2ae2-7e5a-4b02-95b2-9480a904da95', 'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'mac_address': 'fa:16:3e:ca:71:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:08Z', 'updated_at': '2022-02-16T05:33:16Z', 'revision_number': 4, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'subnets': [{'id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:19.852850 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d9770b6c-f02b-4b36-86ab-c01cf5d2dca4 None None] Provisioning complete for port 835e672a-62f0-4330-8061-38835b05ac5c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:19.855559 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d9770b6c-f02b-4b36-86ab-c01cf5d2dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (835e672a-62f0-4330-8061-38835b05ac5c), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:19.937614 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d9770b6c-f02b-4b36-86ab-c01cf5d2dca4 None None] Port 835e672a-62f0-4330-8061-38835b05ac5c cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:33:19.945179 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ec513-b62a-4737-96a3-f98e35572590 None None] The sync data for ids ['bb02fcd7-5391-4192-8bae-bb067774cf8b'] in dv-cinder-829473-2-iscsi is: [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 4, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port': {'id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '62ef2ae2-7e5a-4b02-95b2-9480a904da95', 'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'mac_address': 'fa:16:3e:ca:71:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:08Z', 'updated_at': '2022-02-16T05:33:16Z', 'revision_number': 4, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'subnets': [{'id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:33:19.949738 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2797a40e-8cfb-47b2-ac02-bb291450d008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (835e672a-62f0-4330-8061-38835b05ac5c), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:19.990163 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2f6ddcfd-a024-4472-9489-6f44082857fe req-0ca5a4ee-cabc-4753-a2f6-5a5f36046778 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636462 Feb 16 05:33:20.035415 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391affe6-4b57-400c-8461-c5f9e5b820c5 admin admin] Network d78b6deb-fc45-4cca-b643-a09448659dd2 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:33:20.159592 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 96c9754a-59e9-45a4-9cb5-83ddf7290ac0 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:20.160181 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (96c9754a-59e9-45a4-9cb5-83ddf7290ac0), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:20.195160 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] For port 96c9754a-59e9-45a4-9cb5-83ddf7290ac0, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=96c9754a-59e9-45a4-9cb5-83ddf7290ac0,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:20.206103 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (96c9754a-59e9-45a4-9cb5-83ddf7290ac0), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:20.209252 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-391affe6-4b57-400c-8461-c5f9e5b820c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:20.210233 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 62ef2ae2-7e5a-4b02-95b2-9480a904da95 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:20.287294 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3616c830-a1d9-477d-8a27-e20bf0b86e35 req-28f452f8-08b7-4ed9-9eb4-960c2ab457dd tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5670838 Feb 16 05:33:20.459152 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Pushing event updated for resources: {'Port': ['ID=96c9754a-59e9-45a4-9cb5-83ddf7290ac0,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:20.478006 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 62ef2ae2-7e5a-4b02-95b2-9480a904da95 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:20.478446 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:20.498914 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99645c97-95bf-422e-b480-200b66a521e4 admin admin] Publish callbacks [] for security_group (d4e227a0-f063-4a59-84b9-4527e83baec4), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:20.551051 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99645c97-95bf-422e-b480-200b66a521e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (d4e227a0-f063-4a59-84b9-4527e83baec4), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:20.679682 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-99645c97-95bf-422e-b480-200b66a521e4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5cd549fb2fda43f1b4d77154d57672ac&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2093806 Feb 16 05:33:20.682280 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50302) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:20.688297 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391affe6-4b57-400c-8461-c5f9e5b820c5 admin admin] Router 69092fce-71f4-46f9-8028-b393b3e7583b has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:33:20.790455 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 62ef2ae2-7e5a-4b02-95b2-9480a904da95 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:20.796209 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device a11ec9a0-f284-40e2-80e9-883ab547b8aa up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:20.843381 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-8239ba57-9ea9-4d21-86c4-334cb8146339 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--71418412&fields=id&tenant_id=59d95f84bb5c4548a82ead0d4d2cb38c HTTP/1.1" status: 200 len: 267 time: 0.4322481 Feb 16 05:33:20.864026 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2797a40e-8cfb-47b2-ac02-bb291450d008 admin admin] Publish callbacks [] for port (835e672a-62f0-4330-8061-38835b05ac5c), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:20.940932 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port a11ec9a0-f284-40e2-80e9-883ab547b8aa triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:20.941557 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (a11ec9a0-f284-40e2-80e9-883ab547b8aa), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:21.067734 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99645c97-95bf-422e-b480-200b66a521e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e227a0-f063-4a59-84b9-4527e83baec4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:21.147371 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port a11ec9a0-f284-40e2-80e9-883ab547b8aa is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:21.147766 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (a11ec9a0-f284-40e2-80e9-883ab547b8aa), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:21.159109 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2797a40e-8cfb-47b2-ac02-bb291450d008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (835e672a-62f0-4330-8061-38835b05ac5c), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:21.162892 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391affe6-4b57-400c-8461-c5f9e5b820c5 admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:33:21.183221 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Sync routers for ids ['69092fce-71f4-46f9-8028-b393b3e7583b'] in dv-cinder-829473-2-iscsi {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:33:21.188579 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-391affe6-4b57-400c-8461-c5f9e5b820c5 admin admin] 10.222.0.75 "PUT /v2.0/routers/69092fce-71f4-46f9-8028-b393b3e7583b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8101926 Feb 16 05:33:21.207235 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Routers {'69092fce-71f4-46f9-8028-b393b3e7583b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:33:21.207873 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:32:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['69092fce-71f4-46f9-8028-b393b3e7583b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:21.223202 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] For port a11ec9a0-f284-40e2-80e9-883ab547b8aa, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=a11ec9a0-f284-40e2-80e9-883ab547b8aa,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:21.239704 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (a11ec9a0-f284-40e2-80e9-883ab547b8aa), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:21.320862 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797a40e-8cfb-47b2-ac02-bb291450d008 admin admin] Pushing event updated for resources: {'Port': ['ID=835e672a-62f0-4330-8061-38835b05ac5c,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:21.378322 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Pushing event updated for resources: {'Port': ['ID=a11ec9a0-f284-40e2-80e9-883ab547b8aa,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:21.484638 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-59690f34-f9f6-4d95-9624-f7c800affe64 admin admin] Publish callbacks [] for security_group (d4e227a0-f063-4a59-84b9-4527e83baec4), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:21.545646 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 96c9754a-59e9-45a4-9cb5-83ddf7290ac0 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:21.595313 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95645a6-2fbd-42df-b9db-d604a04d8bfa {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:33:21.602183 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:33:21.630089 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Publish callbacks [] for port (8d087470-c4c7-4519-8a95-7e5a1cfd99b4), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:21.661986 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Publish callbacks [] for port (f95645a6-2fbd-42df-b9db-d604a04d8bfa), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:21.701325 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-59690f34-f9f6-4d95-9624-f7c800affe64 admin admin] Publish callbacks [] for security_group (d4e227a0-f063-4a59-84b9-4527e83baec4), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:21.703692 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-25fba3b3-16f8-449c-95de-f01f29fb633f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:21.716331 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-25fba3b3-16f8-449c-95de-f01f29fb633f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/networks?id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c HTTP/1.1" status: 200 len: 810 time: 0.8548334 Feb 16 05:33:21.736035 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2797a40e-8cfb-47b2-ac02-bb291450d008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1516491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588695'] for router_interface (3f110da2-e5f9-494f-a99e-d4ddfbeff7ff), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:21.742151 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 96c9754a-59e9-45a4-9cb5-83ddf7290ac0 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:21.742533 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (96c9754a-59e9-45a4-9cb5-83ddf7290ac0), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:21.757764 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Transition to ACTIVE for port object 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:33:21.767433 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Set router 69092fce-71f4-46f9-8028-b393b3e7583b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:33:21.807552 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58440dce-d27e-4096-80be-61ea02de9c4d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/quotas/59d95f84bb5c4548a82ead0d4d2cb38c HTTP/1.1" status: 200 len: 375 time: 0.0617833 Feb 16 05:33:21.820991 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (8d087470-c4c7-4519-8a95-7e5a1cfd99b4), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:21.864986 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d1c1c-c254-4377-8835-20af10b10fe3 req-65da66a5-3101-47b8-a929-709409d281c9 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:21.876509 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ae7d1c1c-c254-4377-8835-20af10b10fe3 req-65da66a5-3101-47b8-a929-709409d281c9 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 931 time: 0.6854002 Feb 16 05:33:21.926976 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 96c9754a-59e9-45a4-9cb5-83ddf7290ac0 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:21.928089 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 62ef2ae2-7e5a-4b02-95b2-9480a904da95 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:21.957226 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Transition to ACTIVE for port object f95645a6-2fbd-42df-b9db-d604a04d8bfa will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:33:22.052667 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 62ef2ae2-7e5a-4b02-95b2-9480a904da95 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:22.053230 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:22.093034 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-59690f34-f9f6-4d95-9624-f7c800affe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (d4e227a0-f063-4a59-84b9-4527e83baec4), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:22.097646 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-59690f34-f9f6-4d95-9624-f7c800affe64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:22.101180 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-59690f34-f9f6-4d95-9624-f7c800affe64 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d4e227a0-f063-4a59-84b9-4527e83baec4 HTTP/1.1" status: 204 len: 168 time: 1.4150317 Feb 16 05:33:22.112340 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'name': 'tempest-ServerRescueNegativeTestJSON-783864887-router', 'tenant_id': '971394cccbfa49b584616f61ed5eb8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '96c9754a-59e9-45a4-9cb5-83ddf7290ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:05Z', 'updated_at': '2022-02-16T05:33:17Z', 'revision_number': 4, 'project_id': '971394cccbfa49b584616f61ed5eb8a2', 'gw_port': {'id': '96c9754a-59e9-45a4-9cb5-83ddf7290ac0', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '59b59bd0-9043-4ef7-ad6a-ec4f3f527baa', 'name': '', 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2', 'tenant_id': '971394cccbfa49b584616f61ed5eb8a2', 'mac_address': 'fa:16:3e:5f:b8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f749e834-f594-43d5-a00e-995704979ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:14Z', 'updated_at': '2022-02-16T05:33:18Z', 'revision_number': 2, 'project_id': '971394cccbfa49b584616f61ed5eb8a2', 'subnets': [{'id': 'f749e834-f594-43d5-a00e-995704979ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:22.136170 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (f95645a6-2fbd-42df-b9db-d604a04d8bfa), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:22.177088 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Checking router: 69092fce-71f4-46f9-8028-b393b3e7583b for host: dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:33:22.177633 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Updating router 69092fce-71f4-46f9-8028-b393b3e7583b port 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa binding host dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:33:22.182034 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ae7d1c1c-c254-4377-8835-20af10b10fe3 req-28741fd2-71c6-4817-b2f9-5073520df961 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045986 Feb 16 05:33:22.186794 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59690f34-f9f6-4d95-9624-f7c800affe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e227a0-f063-4a59-84b9-4527e83baec4,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:22.237224 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (59b59bd0-9043-4ef7-ad6a-ec4f3f527baa), before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:22.237757 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2797a40e-8cfb-47b2-ac02-bb291450d008 admin admin] Network 8bff5ceb-655f-4b77-9e4f-6947f831595a is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:33:22.239607 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-2797a40e-8cfb-47b2-ac02-bb291450d008 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:22.285119 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Pushing event updated for resources: {'Port': ['ID=8d087470-c4c7-4519-8a95-7e5a1cfd99b4,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:22.320572 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 62ef2ae2-7e5a-4b02-95b2-9480a904da95 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:22.501717 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Attempting to bind port 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:33:22.502165 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Attempting to bind port 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': '4f0e3935-9870-40a5-b556-a230dc623639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a7e424d6-266f-483c-9f77-54749ea51752'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:33:22.502440 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Attempting to bind port 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 on network a7e424d6-266f-483c-9f77-54749ea51752 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:22.566903 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Port 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 on network a7e424d6-266f-483c-9f77-54749ea51752 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:33:22.566903 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Attempting to bind port 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 on network a7e424d6-266f-483c-9f77-54749ea51752 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:22.609849 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-32f0dac6-cd5b-4301-8fb4-67f2549f3aaf tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=59d95f84bb5c4548a82ead0d4d2cb38c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7929645 Feb 16 05:33:22.625809 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Pushing event updated for resources: {'Port': ['ID=f95645a6-2fbd-42df-b9db-d604a04d8bfa,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:22.695254 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:33:22.700180 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Checking segment: {'id': '4f0e3935-9870-40a5-b556-a230dc623639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a7e424d6-266f-483c-9f77-54749ea51752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:22.704897 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Bound using segment: {'id': '4f0e3935-9870-40a5-b556-a230dc623639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a7e424d6-266f-483c-9f77-54749ea51752'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:33:22.705958 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Bound port: 8d087470-c4c7-4519-8a95-7e5a1cfd99b4, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0e3935-9870-40a5-b556-a230dc623639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a7e424d6-266f-483c-9f77-54749ea51752'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:33:22.708370 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (8d087470-c4c7-4519-8a95-7e5a1cfd99b4), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:22.740201 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Attempting to bind port f95645a6-2fbd-42df-b9db-d604a04d8bfa on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:33:22.752123 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Attempting to bind port f95645a6-2fbd-42df-b9db-d604a04d8bfa by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': '25300278-0692-4e36-a9a0-3c0773862d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:33:22.753762 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Attempting to bind port f95645a6-2fbd-42df-b9db-d604a04d8bfa on network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:22.757552 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2797a40e-8cfb-47b2-ac02-bb291450d008 admin admin] Router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:33:22.810529 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1d7b6-8549-4d19-83b0-edeb91efab2f req-e252d469-e971-41dd-ad81-85f4d7afa9b7 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:22.817291 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-98f1d7b6-8549-4d19-83b0-edeb91efab2f req-e252d469-e971-41dd-ad81-85f4d7afa9b7 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 943 time: 0.4289970 Feb 16 05:33:22.825026 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3c691f8a-6507-48bd-8f23-b2ea73ca6cb9 None None] Provisioning complete for port 835e672a-62f0-4330-8061-38835b05ac5c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:22.829830 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3c691f8a-6507-48bd-8f23-b2ea73ca6cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (835e672a-62f0-4330-8061-38835b05ac5c), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:22.868213 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Port f95645a6-2fbd-42df-b9db-d604a04d8bfa on network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:33:22.868645 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Attempting to bind port f95645a6-2fbd-42df-b9db-d604a04d8bfa on network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:22.912886 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:33:22.913852 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Checking segment: {'id': '25300278-0692-4e36-a9a0-3c0773862d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:22.914709 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Bound using segment: {'id': '25300278-0692-4e36-a9a0-3c0773862d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:33:22.917616 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Bound port: f95645a6-2fbd-42df-b9db-d604a04d8bfa, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25300278-0692-4e36-a9a0-3c0773862d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:33:22.917883 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (f95645a6-2fbd-42df-b9db-d604a04d8bfa), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:22.931544 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-3c691f8a-6507-48bd-8f23-b2ea73ca6cb9 None None] Port 835e672a-62f0-4330-8061-38835b05ac5c cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:33:23.050470 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Publish callbacks [] for port (59b59bd0-9043-4ef7-ad6a-ec4f3f527baa), precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:23.061834 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (59b59bd0-9043-4ef7-ad6a-ec4f3f527baa), after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:23.152002 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-98f1d7b6-8549-4d19-83b0-edeb91efab2f req-17e9170c-e092-4883-b713-680a0047b4f3 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239853 Feb 16 05:33:23.200512 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] For port 8d087470-c4c7-4519-8a95-7e5a1cfd99b4, host hv-cinder-82947, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:33:23.218825 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2797a40e-8cfb-47b2-ac02-bb291450d008 admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:33:23.236406 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-2797a40e-8cfb-47b2-ac02-bb291450d008 admin admin] 10.222.0.75 "PUT /v2.0/routers/3f110da2-e5f9-494f-a99e-d4ddfbeff7ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8499584 Feb 16 05:33:23.237395 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13cdaf3-2c36-4ef8-97af-4b04ebe1abb7 None None] Pushing event updated for resources: {'Port': ['ID=59b59bd0-9043-4ef7-ad6a-ec4f3f527baa,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:23.253076 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Sync routers for ids ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:33:23.276204 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Routers {'3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:33:23.277739 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:32:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:23.312409 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Attempting to bind port 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:33:23.312795 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Attempting to bind port 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': 'bd606385-4c28-4201-8004-440b5cea7aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:33:23.313281 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Attempting to bind port 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa on network d78b6deb-fc45-4cca-b643-a09448659dd2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:23.319156 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-29a2c417-6d0c-4453-bd38-c4a323e36b32 service neutron] 10.222.0.75 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666398 Feb 16 05:33:23.331460 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:33:23.334131 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Checking segment: {'id': 'bd606385-4c28-4201-8004-440b5cea7aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:23.334735 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:23.335668 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Bound using segment: {'id': 'bd606385-4c28-4201-8004-440b5cea7aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:33:23.338483 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Bound port: 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd606385-4c28-4201-8004-440b5cea7aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:33:23.340404 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (59b59bd0-9043-4ef7-ad6a-ec4f3f527baa), before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:23.392028 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] For port 8d087470-c4c7-4519-8a95-7e5a1cfd99b4, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=8d087470-c4c7-4519-8a95-7e5a1cfd99b4,segment=NetworkSegment(4f0e3935-9870-40a5-b556-a230dc623639),segment_id=4f0e3935-9870-40a5-b556-a230dc623639)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:33:23.392141 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50376) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:23.418593 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1d760a08-43b7-46d0-b1b5-ace174ec334d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:23.451595 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] For port f95645a6-2fbd-42df-b9db-d604a04d8bfa, host hv-cinder-82947, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:33:23.475584 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device a11ec9a0-f284-40e2-80e9-883ab547b8aa up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:23.573317 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] For port 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:33:23.582025 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] For port 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=59b59bd0-9043-4ef7-ad6a-ec4f3f527baa,segment=NetworkSegment(bd606385-4c28-4201-8004-440b5cea7aef),segment_id=bd606385-4c28-4201-8004-440b5cea7aef)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:33:23.600527 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (59b59bd0-9043-4ef7-ad6a-ec4f3f527baa), after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:23.611625 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (8d087470-c4c7-4519-8a95-7e5a1cfd99b4), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:23.620745 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Set router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:33:23.634207 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] For port f95645a6-2fbd-42df-b9db-d604a04d8bfa, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=f95645a6-2fbd-42df-b9db-d604a04d8bfa,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:33:23.703920 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1d760a08-43b7-46d0-b1b5-ace174ec334d admin admin] Publish callbacks [] for security_group (41d03306-1587-4a4f-9fd8-2d01cab81a16), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:23.710377 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1d760a08-43b7-46d0-b1b5-ace174ec334d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (41d03306-1587-4a4f-9fd8-2d01cab81a16), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:23.729393 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (f95645a6-2fbd-42df-b9db-d604a04d8bfa), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:23.776847 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:23.777681 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:23.779963 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] 10.222.0.60 "PUT /v2.0/ports/8d087470-c4c7-4519-8a95-7e5a1cfd99b4 HTTP/1.1" status: 200 len: 1093 time: 6.0329840 Feb 16 05:33:23.798726 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:23.803322 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:23.803322 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e933d681-4c89-403a-828b-1e9f4838016e req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] 10.222.0.60 "PUT /v2.0/ports/f95645a6-2fbd-42df-b9db-d604a04d8bfa HTTP/1.1" status: 200 len: 1093 time: 6.0339847 Feb 16 05:33:23.804010 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Routers {'69092fce-71f4-46f9-8028-b393b3e7583b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:33:23.805036 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:32:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['69092fce-71f4-46f9-8028-b393b3e7583b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:23.807754 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8596d3-9d2e-455a-bd97-3dc0a5041433', 'tag': '8d087470-c4c7-4519-8a95-7e5a1cfd99b4'}, {'name': 'network-changed', 'server_uuid': 'c17fb4ec-2dea-41d2-acff-bf1c3e982833', 'tag': 'f95645a6-2fbd-42df-b9db-d604a04d8bfa'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:33:23.836890 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port a11ec9a0-f284-40e2-80e9-883ab547b8aa triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:23.837304 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (a11ec9a0-f284-40e2-80e9-883ab547b8aa), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:23.912084 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-1d760a08-43b7-46d0-b1b5-ace174ec334d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3b416c78c1b546b28d04999fae66aa05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5166452 Feb 16 05:33:23.923471 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50386) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:24.040199 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d760a08-43b7-46d0-b1b5-ace174ec334d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d03306-1587-4a4f-9fd8-2d01cab81a16,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:24.107487 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] Set router 69092fce-71f4-46f9-8028-b393b3e7583b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:33:24.122141 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0444c8d0-1c03-4f7b-a206-9588fe33335d admin admin] Publish callbacks [] for security_group (41d03306-1587-4a4f-9fd8-2d01cab81a16), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:24.229082 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13cdaf3-2c36-4ef8-97af-4b04ebe1abb7 None None] Pushing event updated for resources: {'Port': ['ID=59b59bd0-9043-4ef7-ad6a-ec4f3f527baa,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:24.302115 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769540c-291b-46de-b4e9-0aa413871287 service neutron] Pushing event updated for resources: {'Port': ['ID=8d087470-c4c7-4519-8a95-7e5a1cfd99b4,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:24.317205 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-cac380b7-3378-40a0-b426-53e4cb3ac869 service neutron] 10.222.0.75 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9964356 Feb 16 05:33:24.445289 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0444c8d0-1c03-4f7b-a206-9588fe33335d admin admin] Publish callbacks [] for security_group (41d03306-1587-4a4f-9fd8-2d01cab81a16), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:24.514039 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-82560ecb-71a2-4605-bf9a-de9eee102f89 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:24.515598 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-82560ecb-71a2-4605-bf9a-de9eee102f89 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/networks?id=d78b6deb-fc45-4cca-b643-a09448659dd2 HTTP/1.1" status: 200 len: 818 time: 0.4407809 Feb 16 05:33:24.526560 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8997cb-360e-4ada-b7d4-404497ed8968" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8596d3-9d2e-455a-bd97-3dc0a5041433", "tag": "8d087470-c4c7-4519-8a95-7e5a1cfd99b4"}, {"name": "network-changed", "server_uuid": "c17fb4ec-2dea-41d2-acff-bf1c3e982833", "tag": "f95645a6-2fbd-42df-b9db-d604a04d8bfa"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:33:24.598975 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-d3a22077-add9-4983-8fca-1e6ba80e59ee tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/quotas/971394cccbfa49b584616f61ed5eb8a2 HTTP/1.1" status: 200 len: 375 time: 0.0583389 Feb 16 05:33:24.663964 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933d681-4c89-403a-828b-1e9f4838016e req-2fa37e72-c411-4f07-bf0d-1f2d39a413d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:24.670625 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e933d681-4c89-403a-828b-1e9f4838016e req-2fa37e72-c411-4f07-bf0d-1f2d39a413d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1050764769f2439fae8ad76e27663aec&device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 1127 time: 0.6953785 Feb 16 05:33:24.672116 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port a11ec9a0-f284-40e2-80e9-883ab547b8aa is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:24.675121 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-c0ab840e-df91-4a48-95cb-4a4d43f0877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:24.680639 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-c0ab840e-df91-4a48-95cb-4a4d43f0877e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8c0817ca34947d797da354bfc2aa372&device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 1127 time: 0.6964288 Feb 16 05:33:24.686584 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0118e0-ae08-4ff0-a863-ab1434ba9a6e service neutron] Pushing event updated for resources: {'Port': ['ID=f95645a6-2fbd-42df-b9db-d604a04d8bfa,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:24.701664 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0444c8d0-1c03-4f7b-a206-9588fe33335d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (41d03306-1587-4a4f-9fd8-2d01cab81a16), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:24.711788 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:19Z', 'revision_number': 4, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port': {'id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '835e672a-62f0-4330-8061-38835b05ac5c', 'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'mac_address': 'fa:16:3e:28:9e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:14Z', 'updated_at': '2022-02-16T05:33:20Z', 'revision_number': 2, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'subnets': [{'id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:24.724981 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0444c8d0-1c03-4f7b-a206-9588fe33335d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:24.734567 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0444c8d0-1c03-4f7b-a206-9588fe33335d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/41d03306-1587-4a4f-9fd8-2d01cab81a16 HTTP/1.1" status: 204 len: 168 time: 0.8100793 Feb 16 05:33:24.811941 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Checking router: 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:33:24.822169 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Updating router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff port 835e672a-62f0-4330-8061-38835b05ac5c binding host dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:33:24.913985 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (835e672a-62f0-4330-8061-38835b05ac5c), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:25.124733 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e933d681-4c89-403a-828b-1e9f4838016e req-765d2139-a233-4226-8132-ed8ca602a0ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f95645a6-2fbd-42df-b9db-d604a04d8bfa HTTP/1.1" status: 200 len: 217 time: 0.4063718 Feb 16 05:33:25.132624 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-9fb030b8-6ff7-4473-b4a4-a5c90c06ddf2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d087470-c4c7-4519-8a95-7e5a1cfd99b4 HTTP/1.1" status: 200 len: 217 time: 0.4101336 Feb 16 05:33:25.178145 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'name': 'tempest-ServerRescueNegativeTestJSON-783864887-router', 'tenant_id': '971394cccbfa49b584616f61ed5eb8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '96c9754a-59e9-45a4-9cb5-83ddf7290ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:05Z', 'updated_at': '2022-02-16T05:33:17Z', 'revision_number': 4, 'project_id': '971394cccbfa49b584616f61ed5eb8a2', 'gw_port': {'id': '96c9754a-59e9-45a4-9cb5-83ddf7290ac0', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '59b59bd0-9043-4ef7-ad6a-ec4f3f527baa', 'name': '', 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2', 'tenant_id': '971394cccbfa49b584616f61ed5eb8a2', 'mac_address': 'fa:16:3e:5f:b8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f749e834-f594-43d5-a00e-995704979ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:14Z', 'updated_at': '2022-02-16T05:33:23Z', 'revision_number': 4, 'project_id': '971394cccbfa49b584616f61ed5eb8a2', 'subnets': [{'id': 'f749e834-f594-43d5-a00e-995704979ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:25.187874 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444c8d0-1c03-4f7b-a206-9588fe33335d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d03306-1587-4a4f-9fd8-2d01cab81a16,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:25.253004 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-9ec6787c-3427-46b4-9876-f70293c3cb10 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=971394cccbfa49b584616f61ed5eb8a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6364954 Feb 16 05:33:25.317212 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de15ea6-af43-4a15-8d26-71951aae07b1 None None] The sync data for ids ['69092fce-71f4-46f9-8028-b393b3e7583b'] in dv-cinder-829473-2-iscsi is: [{'id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'name': 'tempest-ServerRescueNegativeTestJSON-783864887-router', 'tenant_id': '971394cccbfa49b584616f61ed5eb8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '96c9754a-59e9-45a4-9cb5-83ddf7290ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:05Z', 'updated_at': '2022-02-16T05:33:17Z', 'revision_number': 4, 'project_id': '971394cccbfa49b584616f61ed5eb8a2', 'gw_port': {'id': '96c9754a-59e9-45a4-9cb5-83ddf7290ac0', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '59b59bd0-9043-4ef7-ad6a-ec4f3f527baa', 'name': '', 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2', 'tenant_id': '971394cccbfa49b584616f61ed5eb8a2', 'mac_address': 'fa:16:3e:5f:b8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f749e834-f594-43d5-a00e-995704979ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:14Z', 'updated_at': '2022-02-16T05:33:23Z', 'revision_number': 4, 'project_id': '971394cccbfa49b584616f61ed5eb8a2', 'subnets': [{'id': 'f749e834-f594-43d5-a00e-995704979ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:33:25.406307 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933d681-4c89-403a-828b-1e9f4838016e req-8ff72981-bce1-4706-b16a-36d3cb47caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:25.410971 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e933d681-4c89-403a-828b-1e9f4838016e req-8ff72981-bce1-4706-b16a-36d3cb47caf0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20482d00-bd66-405d-b6ef-47ba9f681fde HTTP/1.1" status: 200 len: 855 time: 0.2269711 Feb 16 05:33:25.419084 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-73ec0663-8402-46a7-9126-5c7f346b90ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:25.420900 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-73ec0663-8402-46a7-9126-5c7f346b90ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3f83d0b5-3d74-42a3-9ef9-6ee9b5e09b38 HTTP/1.1" status: 200 len: 852 time: 0.2356613 Feb 16 05:33:25.444430 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee7d04-56a6-454d-9b78-4cc9cf00f881 req-537348aa-7c64-490e-bae2-f6c5b5a4c4c1 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:25.474860 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-29ee7d04-56a6-454d-9b78-4cc9cf00f881 req-537348aa-7c64-490e-bae2-f6c5b5a4c4c1 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 943 time: 0.6102557 Feb 16 05:33:25.589244 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e933d681-4c89-403a-828b-1e9f4838016e req-f83c1ea9-dbdd-4573-a7f5-9c8bc10f2860 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1655765 Feb 16 05:33:25.637552 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-1bcd0652-67ce-430f-8c86-5ec26ef988c3 service neutron] 10.222.0.75 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743124 Feb 16 05:33:25.829123 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Publish callbacks [] for port (835e672a-62f0-4330-8061-38835b05ac5c), precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:25.843716 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (835e672a-62f0-4330-8061-38835b05ac5c), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:26.022542 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50452) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:26.048934 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-fe4249e2-2110-4852-b166-4e9d85a9c91f service neutron] 10.222.0.75 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054224 Feb 16 05:33:26.081502 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc44e3-65fe-455b-bc51-ad29009d30cf None None] Pushing event updated for resources: {'Port': ['ID=835e672a-62f0-4330-8061-38835b05ac5c,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:26.091006 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-30c68974-f8f3-4f1f-9c00-c56358822c95 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7e424d6-266f-483c-9f77-54749ea51752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6094296 Feb 16 05:33:26.120180 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50458) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:26.224823 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c82d3d8c-fb1a-4f71-81e7-0ebd6f76d8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:26.228629 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Attempting to bind port 835e672a-62f0-4330-8061-38835b05ac5c on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:33:26.229019 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Attempting to bind port 835e672a-62f0-4330-8061-38835b05ac5c by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': 'ae5c69d9-65b4-4e84-8215-02012f7565ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:33:26.229600 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Attempting to bind port 835e672a-62f0-4330-8061-38835b05ac5c on network 8bff5ceb-655f-4b77-9e4f-6947f831595a {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:26.240925 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:33:26.241516 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Checking segment: {'id': 'ae5c69d9-65b4-4e84-8215-02012f7565ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:26.242528 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:26.244441 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Bound using segment: {'id': 'ae5c69d9-65b4-4e84-8215-02012f7565ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:33:26.245099 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Bound port: 835e672a-62f0-4330-8061-38835b05ac5c, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5c69d9-65b4-4e84-8215-02012f7565ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:33:26.245663 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (835e672a-62f0-4330-8061-38835b05ac5c), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:26.422611 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] For port 835e672a-62f0-4330-8061-38835b05ac5c, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:33:26.439171 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] For port 835e672a-62f0-4330-8061-38835b05ac5c, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=835e672a-62f0-4330-8061-38835b05ac5c,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:33:26.471499 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b5458484-77e8-4cdf-af6e-9c1ceb7f972c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:26.506139 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-9c3eba40-e9eb-49f5-ac32-12b4538063a2 service neutron] 10.222.0.60 "GET /v2.0/networks/a7e424d6-266f-483c-9f77-54749ea51752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663390 Feb 16 05:33:26.541576 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (835e672a-62f0-4330-8061-38835b05ac5c), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:26.647200 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e933d681-4c89-403a-828b-1e9f4838016e req-536178be-06d1-4986-b228-0e7ccd79c0d3 service neutron] 10.222.0.60 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583990 Feb 16 05:33:26.691664 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-29c161a0-525f-441a-83c3-dcb36600b21b None None] Provisioning complete for port 835e672a-62f0-4330-8061-38835b05ac5c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:26.691664 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-29c161a0-525f-441a-83c3-dcb36600b21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (835e672a-62f0-4330-8061-38835b05ac5c), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:26.729115 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-29ee7d04-56a6-454d-9b78-4cc9cf00f881 req-3338d60a-6ec5-47a1-801f-1c3010f51410 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2491984 Feb 16 05:33:26.768057 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b5458484-77e8-4cdf-af6e-9c1ceb7f972c admin admin] Publish callbacks [] for security_group (17dc842a-1de3-40c4-91fa-4e852ca76483), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:26.790784 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b5458484-77e8-4cdf-af6e-9c1ceb7f972c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (17dc842a-1de3-40c4-91fa-4e852ca76483), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:26.792433 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Routers {'3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:33:26.793373 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:32:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:26.921907 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c1893b98-7ab5-45b6-bd85-7078f2ef83d7 req-c985d3fa-ddd3-4be3-a668-db2ead81a388 service neutron] 10.222.0.60 "GET /v2.0/networks/a7e424d6-266f-483c-9f77-54749ea51752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729890 Feb 16 05:33:26.969933 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-b5458484-77e8-4cdf-af6e-9c1ceb7f972c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=752eedd6d9ca4080810f0ad4caaf541f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9418571 Feb 16 05:33:26.975886 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50476) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:26.986014 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5458484-77e8-4cdf-af6e-9c1ceb7f972c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dc842a-1de3-40c4-91fa-4e852ca76483,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:27.060889 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5ce8-65d8-4444-aa3f-fb5ece920c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:27.176336 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-29c161a0-525f-441a-83c3-dcb36600b21b None None] Current status of the port 835e672a-62f0-4330-8061-38835b05ac5c is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:27.189116 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-29c161a0-525f-441a-83c3-dcb36600b21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (835e672a-62f0-4330-8061-38835b05ac5c), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:27.223778 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e933d681-4c89-403a-828b-1e9f4838016e req-c8904025-be2f-448e-9d9b-e77402c89089 service neutron] 10.222.0.60 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914966 Feb 16 05:33:27.246408 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-29c161a0-525f-441a-83c3-dcb36600b21b None None] For port 835e672a-62f0-4330-8061-38835b05ac5c, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=835e672a-62f0-4330-8061-38835b05ac5c,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:27.249532 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] Set router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:33:27.279736 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4e897-7cd1-498a-b5e6-0f64377aeadf req-90ca09e9-757d-48c1-9457-7e9d12097c5d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:27.284582 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fff4e897-7cd1-498a-b5e6-0f64377aeadf req-90ca09e9-757d-48c1-9457-7e9d12097c5d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 943 time: 0.1650584 Feb 16 05:33:27.328150 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-29c161a0-525f-441a-83c3-dcb36600b21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (835e672a-62f0-4330-8061-38835b05ac5c), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:27.347996 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ace58264-ec94-4659-afb8-475fcbab2668 admin admin] Publish callbacks [] for security_group (17dc842a-1de3-40c4-91fa-4e852ca76483), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:27.358049 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc44e3-65fe-455b-bc51-ad29009d30cf None None] Pushing event updated for resources: {'Port': ['ID=835e672a-62f0-4330-8061-38835b05ac5c,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:27.401691 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ace58264-ec94-4659-afb8-475fcbab2668 admin admin] Publish callbacks [] for security_group (17dc842a-1de3-40c4-91fa-4e852ca76483), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:27.458294 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c161a0-525f-441a-83c3-dcb36600b21b None None] Pushing event updated for resources: {'Port': ['ID=835e672a-62f0-4330-8061-38835b05ac5c,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:27.506976 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5ce8-65d8-4444-aa3f-fb5ece920c0a admin admin] Publish callbacks [] for security_group (457f59d4-902f-4cda-8afc-0f709fe889ba), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:27.516129 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ace58264-ec94-4659-afb8-475fcbab2668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (17dc842a-1de3-40c4-91fa-4e852ca76483), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:27.518521 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ace58264-ec94-4659-afb8-475fcbab2668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:27.522469 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-ace58264-ec94-4659-afb8-475fcbab2668 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/17dc842a-1de3-40c4-91fa-4e852ca76483 HTTP/1.1" status: 204 len: 168 time: 0.5427139 Feb 16 05:33:27.539517 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5ce8-65d8-4444-aa3f-fb5ece920c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (457f59d4-902f-4cda-8afc-0f709fe889ba), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:27.550338 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace58264-ec94-4659-afb8-475fcbab2668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dc842a-1de3-40c4-91fa-4e852ca76483,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:27.585122 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fff4e897-7cd1-498a-b5e6-0f64377aeadf req-03d9ea4b-87d0-442a-bf57-a52c39be72d2 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949641 Feb 16 05:33:27.619454 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:27.677580 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc5ce8-65d8-4444-aa3f-fb5ece920c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457f59d4-902f-4cda-8afc-0f709fe889ba,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:27.702599 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-2fcc5ce8-65d8-4444-aa3f-fb5ece920c0a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=925dd6ab1be14fdfb407c04dc635844f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5781751 Feb 16 05:33:27.705496 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50494) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:27.755773 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-e48589e0-0154-46f6-8bd9-ac21fdea44f2 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:27.757382 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-e48589e0-0154-46f6-8bd9-ac21fdea44f2 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.60 "GET /v2.0/networks?id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c HTTP/1.1" status: 200 len: 810 time: 0.3367267 Feb 16 05:33:27.879349 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e49732d6-31e6-4487-bfb1-48833d6d0ab2 admin admin] Publish callbacks [] for security_group (457f59d4-902f-4cda-8afc-0f709fe889ba), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:27.929110 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e49732d6-31e6-4487-bfb1-48833d6d0ab2 admin admin] Publish callbacks [] for security_group (457f59d4-902f-4cda-8afc-0f709fe889ba), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:27.944204 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-da4b3325-adb8-4e3f-872c-25c601ba7e11 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59d95f84bb5c4548a82ead0d4d2cb38c HTTP/1.1" status: 200 len: 378 time: 0.1667888 Feb 16 05:33:27.952704 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50504) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:27.957654 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-120cbc6b-1511-426e-9bb5-a331091f7217 None None] Provisioning complete for port 835e672a-62f0-4330-8061-38835b05ac5c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:27.958073 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-120cbc6b-1511-426e-9bb5-a331091f7217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (835e672a-62f0-4330-8061-38835b05ac5c), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:27.968067 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-4c59f71d-302b-4cf4-a468-8c51f784870b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Request body: {'port': {'device_id': 'e7bbecd5-0b2b-42ad-905e-cff757d16934', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'admin_state_up': True, 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'security_groups': ['e99de386-9066-4a64-8be2-79c21999e21e']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:27.977553 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-19204269-7ba7-451f-9ca5-95a03ac8eee4 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--856039875', 'description': 'tempest-description--23773278'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:28.112089 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-19204269-7ba7-451f-9ca5-95a03ac8eee4 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:28.128898 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-422237eb-f86d-4024-9073-01eb6b63bb89 req-506d9acd-6dfa-4b33-9163-5e87730b3278 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 210 time: 0.0752866 Feb 16 05:33:28.137426 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:28.138348 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (59b59bd0-9043-4ef7-ad6a-ec4f3f527baa), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:28.144370 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e49732d6-31e6-4487-bfb1-48833d6d0ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (457f59d4-902f-4cda-8afc-0f709fe889ba), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:28.147109 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e49732d6-31e6-4487-bfb1-48833d6d0ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:28.158663 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-e49732d6-31e6-4487-bfb1-48833d6d0ab2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/457f59d4-902f-4cda-8afc-0f709fe889ba HTTP/1.1" status: 204 len: 168 time: 0.4520125 Feb 16 05:33:28.175919 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-4c59f71d-302b-4cf4-a468-8c51f784870b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Made reservation on behalf of 59d95f84bb5c4548a82ead0d4d2cb38c for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:28.180283 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-4c59f71d-302b-4cf4-a468-8c51f784870b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:28.280956 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-19204269-7ba7-451f-9ca5-95a03ac8eee4 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group (0837cc88-d238-4c04-96df-9e4ae7d9243e), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:28.282006 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49732d6-31e6-4487-bfb1-48833d6d0ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457f59d4-902f-4cda-8afc-0f709fe889ba,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:28.293461 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-19204269-7ba7-451f-9ca5-95a03ac8eee4 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (0837cc88-d238-4c04-96df-9e4ae7d9243e), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:28.348287 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19204269-7ba7-451f-9ca5-95a03ac8eee4 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0837cc88-d238-4c04-96df-9e4ae7d9243e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:28.373910 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2bf4f14d-7719-4d18-a200-0bbd06a8d337 req-ddc2741d-e5d3-438c-8eea-f5e906e88288 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 210 time: 0.0980120 Feb 16 05:33:28.404488 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-19204269-7ba7-451f-9ca5-95a03ac8eee4 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:28.407920 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-19204269-7ba7-451f-9ca5-95a03ac8eee4 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4504437 Feb 16 05:33:28.410122 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50514) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:28.410433 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-4c59f71d-302b-4cf4-a468-8c51f784870b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Allocated IP 172.20.0.6 (2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c/636aaf45-90e1-4d41-a98b-57327459a7bf/ea0bb21c-e630-4bb0-9c90-163cf454c5fa) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:33:28.423427 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-bded227d-a3ba-4e9f-950f-a823329a8678 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Request body: {'security_group_rule': {'security_group_id': '0837cc88-d238-4c04-96df-9e4ae7d9243e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:28.442820 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 16 Feb 2022 05:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08863f86-4bdb-4067-8c63-93c06dfd19a7 x-openstack-request-id: req-08863f86-4bdb-4067-8c63-93c06dfd19a7 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:33:28.443125 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8596d3-9d2e-455a-bd97-3dc0a5041433", "tag": "8d087470-c4c7-4519-8a95-7e5a1cfd99b4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c17fb4ec-2dea-41d2-acff-bf1c3e982833", "tag": "f95645a6-2fbd-42df-b9db-d604a04d8bfa", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:33:28.443378 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-08863f86-4bdb-4067-8c63-93c06dfd19a7 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:33:28.443830 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8596d3-9d2e-455a-bd97-3dc0a5041433', 'tag': '8d087470-c4c7-4519-8a95-7e5a1cfd99b4', 'status': 'completed', 'code': 200} Feb 16 05:33:28.444090 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17fb4ec-2dea-41d2-acff-bf1c3e982833', 'tag': 'f95645a6-2fbd-42df-b9db-d604a04d8bfa', 'status': 'completed', 'code': 200} Feb 16 05:33:28.496850 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bded227d-a3ba-4e9f-950f-a823329a8678 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group_rule (e365d82f-6f00-418e-a017-cd3232dde8be), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:28.499212 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-120cbc6b-1511-426e-9bb5-a331091f7217 None None] Current status of the port 835e672a-62f0-4330-8061-38835b05ac5c is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:28.595461 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.60', 52503) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:28.639080 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50518) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:28.655174 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:19Z', 'revision_number': 4, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port': {'id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '835e672a-62f0-4330-8061-38835b05ac5c', 'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'mac_address': 'fa:16:3e:28:9e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:14Z', 'updated_at': '2022-02-16T05:33:26Z', 'revision_number': 4, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'subnets': [{'id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:28.695435 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c49a5c1-de29-479c-9ccd-9c11c2612dca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:28.727240 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:28.727816 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (59b59bd0-9043-4ef7-ad6a-ec4f3f527baa), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:28.750624 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9182a-dcd3-4517-a1f1-b170c8130218 None None] The sync data for ids ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'] in dv-cinder-829473-2-iscsi is: [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:19Z', 'revision_number': 4, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port': {'id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '835e672a-62f0-4330-8061-38835b05ac5c', 'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'mac_address': 'fa:16:3e:28:9e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:14Z', 'updated_at': '2022-02-16T05:33:26Z', 'revision_number': 4, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'subnets': [{'id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:33:28.841105 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dc38a899-8d4e-40ce-8520-1278fa84ff27 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:28.846960 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] For port 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=59b59bd0-9043-4ef7-ad6a-ec4f3f527baa,segment=NetworkSegment(bd606385-4c28-4201-8004-440b5cea7aef),segment_id=bd606385-4c28-4201-8004-440b5cea7aef)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:28.848345 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c7be7f73-4b44-469d-929a-37f697fc55da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:28.850832 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dc38a899-8d4e-40ce-8520-1278fa84ff27 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.60 "GET /v2.0/networks?id=d78b6deb-fc45-4cca-b643-a09448659dd2 HTTP/1.1" status: 200 len: 818 time: 0.2471399 Feb 16 05:33:28.862771 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (59b59bd0-9043-4ef7-ad6a-ec4f3f527baa), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:28.914345 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-435610a9-f831-4e47-8206-be40b9b1a18f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Request body: {'port': {'device_id': '032cece1-a548-4e1f-a72a-b3647d09718c', 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2', 'admin_state_up': True, 'tenant_id': '971394cccbfa49b584616f61ed5eb8a2'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:28.928947 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Pushing event updated for resources: {'Port': ['ID=59b59bd0-9043-4ef7-ad6a-ec4f3f527baa,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:28.953065 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bded227d-a3ba-4e9f-950f-a823329a8678 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group_rule (e365d82f-6f00-418e-a017-cd3232dde8be), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:28.969227 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f921f8-e5eb-45ec-8c82-572d00e68d35 req-52b1eeeb-fe58-4936-9801-30347414157d tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:28.977200 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-77f921f8-e5eb-45ec-8c82-572d00e68d35 req-52b1eeeb-fe58-4936-9801-30347414157d tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 943 time: 0.4618804 Feb 16 05:33:28.989164 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bded227d-a3ba-4e9f-950f-a823329a8678 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (e365d82f-6f00-418e-a017-cd3232dde8be), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.025150 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded227d-a3ba-4e9f-950f-a823329a8678 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e365d82f-6f00-418e-a017-cd3232dde8be,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:29.082204 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 50532) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:29.088614 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-77f921f8-e5eb-45ec-8c82-572d00e68d35 req-9a05e8fb-f067-41a4-a0c8-a0096c950a9d tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103094 Feb 16 05:33:29.089345 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-b8c8e47d-2227-463a-8136-de46be97b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:29.090845 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-b8c8e47d-2227-463a-8136-de46be97b7af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8c0817ca34947d797da354bfc2aa372&device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 1127 time: 0.5985532 Feb 16 05:33:29.110543 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c49a5c1-de29-479c-9ccd-9c11c2612dca admin admin] Publish callbacks [] for security_group (8ababfdd-0c23-427b-9267-a89fda2fc28b), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.115764 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bded227d-a3ba-4e9f-950f-a823329a8678 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.120460 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-bded227d-a3ba-4e9f-950f-a823329a8678 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7074084 Feb 16 05:33:29.121612 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50534) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:29.128846 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-aa40f62f-b804-4d53-bbfe-37a2ffa1e787 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Request body: {'security_group_rule': {'security_group_id': '0837cc88-d238-4c04-96df-9e4ae7d9243e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:29.135484 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c49a5c1-de29-479c-9ccd-9c11c2612dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (8ababfdd-0c23-427b-9267-a89fda2fc28b), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.137241 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-58399434-e0ac-40b6-b4c5-84ee115319c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.175443 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49a5c1-de29-479c-9ccd-9c11c2612dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ababfdd-0c23-427b-9267-a89fda2fc28b,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:29.204511 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0c49a5c1-de29-479c-9ccd-9c11c2612dca admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3b963ec7bb8d4cf9a3a08e84cd24dcc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5609746 Feb 16 05:33:29.207277 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50546) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:29.214392 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-4c59f71d-302b-4cf4-a468-8c51f784870b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for port (ea0bb21c-e630-4bb0-9c90-163cf454c5fa), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.289083 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee3b98-2bc7-44fc-8733-32ec4fea283d req-5a318b5a-de13-4f7b-966a-fbf34d968dd6 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:29.290858 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-feee3b98-2bc7-44fc-8733-32ec4fea283d req-5a318b5a-de13-4f7b-966a-fbf34d968dd6 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 943 time: 0.4390192 Feb 16 05:33:29.308844 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aa40f62f-b804-4d53-bbfe-37a2ffa1e787 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group_rule (7c5a8202-9560-43de-b4e7-5a910be431fb), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.400882 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aa40f62f-b804-4d53-bbfe-37a2ffa1e787 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group_rule (7c5a8202-9560-43de-b4e7-5a910be431fb), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.423575 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7cbf58d-f467-401a-b1ab-1851ad4085c2 admin admin] Publish callbacks [] for security_group (8ababfdd-0c23-427b-9267-a89fda2fc28b), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.424761 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aa40f62f-b804-4d53-bbfe-37a2ffa1e787 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (7c5a8202-9560-43de-b4e7-5a910be431fb), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.425434 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.488930 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40f62f-b804-4d53-bbfe-37a2ffa1e787 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5a8202-9560-43de-b4e7-5a910be431fb,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:29.494125 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7cbf58d-f467-401a-b1ab-1851ad4085c2 admin admin] Publish callbacks [] for security_group (8ababfdd-0c23-427b-9267-a89fda2fc28b), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.513089 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aa40f62f-b804-4d53-bbfe-37a2ffa1e787 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.517218 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-aa40f62f-b804-4d53-bbfe-37a2ffa1e787 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3906438 Feb 16 05:33:29.518282 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50552) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:29.526758 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-eeb4de52-3b76-4514-af6c-7786dcd65922 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Request body: {'floatingip': {'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:29.546853 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-ceebf2ef-ce3d-44f5-ba7c-793045b3e10c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:29.554739 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-ceebf2ef-ce3d-44f5-ba7c-793045b3e10c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/networks?id=d78b6deb-fc45-4cca-b643-a09448659dd2 HTTP/1.1" status: 200 len: 818 time: 0.3407702 Feb 16 05:33:29.570661 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:29.598048 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-4c59f71d-302b-4cf4-a468-8c51f784870b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (ea0bb21c-e630-4bb0-9c90-163cf454c5fa), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.606216 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-445d6ee6-43d4-4e8a-8370-e853f7ec149d tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/quotas/971394cccbfa49b584616f61ed5eb8a2 HTTP/1.1" status: 200 len: 375 time: 0.0505612 Feb 16 05:33:29.657490 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-feee3b98-2bc7-44fc-8733-32ec4fea283d req-13f17818-4469-47c2-86ed-90d1236c85e6 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031344 Feb 16 05:33:29.664316 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:29.665251 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (59b59bd0-9043-4ef7-ad6a-ec4f3f527baa), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.726225 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-435610a9-f831-4e47-8206-be40b9b1a18f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Made reservation on behalf of 971394cccbfa49b584616f61ed5eb8a2 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:29.729659 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-435610a9-f831-4e47-8206-be40b9b1a18f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.741000 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-aa345fec-b4fb-4119-87b1-1c1ab009e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:29.745073 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-aa345fec-b4fb-4119-87b1-1c1ab009e5e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7e424d6-266f-483c-9f77-54749ea51752 HTTP/1.1" status: 200 len: 913 time: 0.6015255 Feb 16 05:33:29.761179 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eeb4de52-3b76-4514-af6c-7786dcd65922 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.778668 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-4c59f71d-302b-4cf4-a468-8c51f784870b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Network 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:33:29.792431 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-58399434-e0ac-40b6-b4c5-84ee115319c2 admin admin] Publish callbacks [] for security_group (444661b3-9d40-4e9c-af55-70fae0edb00e), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.793596 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:29.795877 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 835e672a-62f0-4330-8061-38835b05ac5c up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:29.821708 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-4c59f71d-302b-4cf4-a468-8c51f784870b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:29.838688 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7cbf58d-f467-401a-b1ab-1851ad4085c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (8ababfdd-0c23-427b-9267-a89fda2fc28b), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.844767 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7cbf58d-f467-401a-b1ab-1851ad4085c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.852439 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d7cbf58d-f467-401a-b1ab-1851ad4085c2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8ababfdd-0c23-427b-9267-a89fda2fc28b HTTP/1.1" status: 204 len: 168 time: 0.6440809 Feb 16 05:33:29.860585 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 835e672a-62f0-4330-8061-38835b05ac5c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:29.861027 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (835e672a-62f0-4330-8061-38835b05ac5c), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.870093 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-58399434-e0ac-40b6-b4c5-84ee115319c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (444661b3-9d40-4e9c-af55-70fae0edb00e), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.874429 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-4c59f71d-302b-4cf4-a468-8c51f784870b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:33:29.879562 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-4c59f71d-302b-4cf4-a468-8c51f784870b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:29.880185 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-4c59f71d-302b-4cf4-a468-8c51f784870b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:29.913134 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59f71d-302b-4cf4-a468-8c51f784870b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Pushing event updated for resources: {'Port': ['ID=ea0bb21c-e630-4bb0-9c90-163cf454c5fa,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:29.913406 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-d8b1995c-1360-40d1-a9f2-aa2f445c4e5b tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=971394cccbfa49b584616f61ed5eb8a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2842355 Feb 16 05:33:29.924677 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-f493fbbb-4ad9-4811-bffb-423005075e8f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d087470-c4c7-4519-8a95-7e5a1cfd99b4 HTTP/1.1" status: 200 len: 217 time: 0.1443622 Feb 16 05:33:30.072790 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 835e672a-62f0-4330-8061-38835b05ac5c is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:30.102472 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-373bec90-8f49-4586-b249-4a1bc41ef56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:30.104426 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-373bec90-8f49-4586-b249-4a1bc41ef56d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3f83d0b5-3d74-42a3-9ef9-6ee9b5e09b38 HTTP/1.1" status: 200 len: 852 time: 0.1304643 Feb 16 05:33:30.110660 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbf58d-f467-401a-b1ab-1851ad4085c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ababfdd-0c23-427b-9267-a89fda2fc28b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:30.132553 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-a2235787-5a5e-4adc-bd6e-46a18ac00d51 service neutron] 10.222.0.75 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181723 Feb 16 05:33:30.229711 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device f95645a6-2fbd-42df-b9db-d604a04d8bfa details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:33:30.365756 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-66ad0fbc-df69-4f66-a6cd-ca1906f4f7df None None] Provisioning complete for port ea0bb21c-e630-4bb0-9c90-163cf454c5fa triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:30.369428 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-66ad0fbc-df69-4f66-a6cd-ca1906f4f7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (ea0bb21c-e630-4bb0-9c90-163cf454c5fa), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:30.464140 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-4c59f71d-302b-4cf4-a468-8c51f784870b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5027363 Feb 16 05:33:30.464802 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58399434-e0ac-40b6-b4c5-84ee115319c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444661b3-9d40-4e9c-af55-70fae0edb00e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:30.469560 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-58399434-e0ac-40b6-b4c5-84ee115319c2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=13d7c90e99184ed19b34a1c4e6c50f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3776422 Feb 16 05:33:30.479730 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-5a3775bc-73e7-4197-8864-05f85cd3c935 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7e424d6-266f-483c-9f77-54749ea51752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3439822 Feb 16 05:33:30.480315 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 50570) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:30.489188 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Request body: {'port': {'device_id': 'e7bbecd5-0b2b-42ad-905e-cff757d16934', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:30.537474 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-a098d90a-2d4d-4a89-b125-71b5203cb1b1 service neutron] 10.222.0.75 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039435 Feb 16 05:33:30.562157 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eeb4de52-3b76-4514-af6c-7786dcd65922 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:30.647373 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-66ad0fbc-df69-4f66-a6cd-ca1906f4f7df None None] Port ea0bb21c-e630-4bb0-9c90-163cf454c5fa cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:33:30.705301 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port f95645a6-2fbd-42df-b9db-d604a04d8bfa, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=f95645a6-2fbd-42df-b9db-d604a04d8bfa,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:30.720334 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-eeb4de52-3b76-4514-af6c-7786dcd65922 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Allocated IP 172.27.0.229 (61efc28e-7d20-4d92-8b96-aa9398e7f442/35988b50-7f57-43f7-b0a5-0909380c9793/209e3ddc-4213-4b25-9fc7-72b1d22a3bfd) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:33:30.727484 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889d862-46c5-4cd5-a172-03fe743fea03 req-0fc98550-5839-4267-87f5-fcbc92b329e8 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:30.733351 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': 'f95645a6-2fbd-42df-b9db-d604a04d8bfa', 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409', 'port_id': 'f95645a6-2fbd-42df-b9db-d604a04d8bfa', 'mac_address': 'fa:16:3e:9e:d0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20482d00-bd66-405d-b6ef-47ba9f681fde', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:33:30.738231 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d889d862-46c5-4cd5-a172-03fe743fea03 req-0fc98550-5839-4267-87f5-fcbc92b329e8 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 931 time: 0.9567528 Feb 16 05:33:30.814135 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port f95645a6-2fbd-42df-b9db-d604a04d8bfa is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:30.814522 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (f95645a6-2fbd-42df-b9db-d604a04d8bfa), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:30.847489 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95645a6-2fbd-42df-b9db-d604a04d8bfa {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:33:30.875613 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d889d862-46c5-4cd5-a172-03fe743fea03 req-3ceb4b24-5404-4dc0-a092-58dc2cd04524 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1364350 Feb 16 05:33:30.876737 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eeb4de52-3b76-4514-af6c-7786dcd65922 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for port (209e3ddc-4213-4b25-9fc7-72b1d22a3bfd), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:30.908774 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port f95645a6-2fbd-42df-b9db-d604a04d8bfa, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=f95645a6-2fbd-42df-b9db-d604a04d8bfa,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:30.945127 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (ea0bb21c-e630-4bb0-9c90-163cf454c5fa), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:30.945634 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (f95645a6-2fbd-42df-b9db-d604a04d8bfa), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:30.946383 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:33:30.990876 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:31.000267 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eeb4de52-3b76-4514-af6c-7786dcd65922 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (209e3ddc-4213-4b25-9fc7-72b1d22a3bfd), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:31.024283 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-758df3e3-7f62-4381-b869-e96a909c21d0 admin admin] Publish callbacks [] for security_group (444661b3-9d40-4e9c-af55-70fae0edb00e), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:31.041772 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394c8ad-c405-47cd-8b01-f43277cc6a1a req-1b7d6d8a-a9b1-421e-891a-54437546ce4b tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:31.049952 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-758df3e3-7f62-4381-b869-e96a909c21d0 admin admin] Publish callbacks [] for security_group (444661b3-9d40-4e9c-af55-70fae0edb00e), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:31.051646 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2394c8ad-c405-47cd-8b01-f43277cc6a1a req-1b7d6d8a-a9b1-421e-891a-54437546ce4b tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 943 time: 0.1094878 Feb 16 05:33:31.096943 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb4de52-3b76-4514-af6c-7786dcd65922 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:33:31.099733 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-eeb4de52-3b76-4514-af6c-7786dcd65922 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:31.104459 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb4de52-3b76-4514-af6c-7786dcd65922 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:33:31.106877 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4de52-3b76-4514-af6c-7786dcd65922 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Pushing event updated for resources: {'Port': ['ID=209e3ddc-4213-4b25-9fc7-72b1d22a3bfd,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:31.156068 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=f95645a6-2fbd-42df-b9db-d604a04d8bfa,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:31.163779 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-758df3e3-7f62-4381-b869-e96a909c21d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (444661b3-9d40-4e9c-af55-70fae0edb00e), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:31.167034 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-758df3e3-7f62-4381-b869-e96a909c21d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:31.168943 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-758df3e3-7f62-4381-b869-e96a909c21d0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/444661b3-9d40-4e9c-af55-70fae0edb00e HTTP/1.1" status: 204 len: 168 time: 0.6395710 Feb 16 05:33:31.189038 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2394c8ad-c405-47cd-8b01-f43277cc6a1a req-76b0982b-aa8a-4e70-bb50-c5a342c5621a tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317818 Feb 16 05:33:31.200315 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758df3e3-7f62-4381-b869-e96a909c21d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444661b3-9d40-4e9c-af55-70fae0edb00e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:31.265390 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-435610a9-f831-4e47-8206-be40b9b1a18f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Allocated IP 172.20.0.6 (d78b6deb-fc45-4cca-b643-a09448659dd2/f749e834-f594-43d5-a00e-995704979ca3/b086e2fa-4423-4f0a-ab73-6efbf20ec756) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:33:31.294863 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 8d087470-c4c7-4519-8a95-7e5a1cfd99b4, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=8d087470-c4c7-4519-8a95-7e5a1cfd99b4,segment=NetworkSegment(4f0e3935-9870-40a5-b556-a230dc623639),segment_id=4f0e3935-9870-40a5-b556-a230dc623639)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:31.320422 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': '8d087470-c4c7-4519-8a95-7e5a1cfd99b4', 'network_id': 'a7e424d6-266f-483c-9f77-54749ea51752', 'port_id': '8d087470-c4c7-4519-8a95-7e5a1cfd99b4', 'mac_address': 'fa:16:3e:7a:67:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f83d0b5-3d74-42a3-9ef9-6ee9b5e09b38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:33:31.331225 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-0bfc41b9-ac00-4d76-850e-b4e24286849f service neutron] 10.222.0.60 "GET /v2.0/networks/a7e424d6-266f-483c-9f77-54749ea51752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377528 Feb 16 05:33:31.447698 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:31.449754 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (8d087470-c4c7-4519-8a95-7e5a1cfd99b4), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:31.483159 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:33:31.505124 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-fafee74d-d318-4188-a86c-48d6e3112152 service neutron] 10.222.0.60 "GET /v2.0/networks/a7e424d6-266f-483c-9f77-54749ea51752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558483 Feb 16 05:33:31.543601 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22101279-45b4-4efa-aa86-80618fa8dab3 req-7510f550-2775-45e5-a7f1-c32b75c86400 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:31.576515 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-22101279-45b4-4efa-aa86-80618fa8dab3 req-7510f550-2775-45e5-a7f1-c32b75c86400 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 944 time: 0.5525734 Feb 16 05:33:31.592428 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 8d087470-c4c7-4519-8a95-7e5a1cfd99b4, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=8d087470-c4c7-4519-8a95-7e5a1cfd99b4,segment=NetworkSegment(4f0e3935-9870-40a5-b556-a230dc623639),segment_id=4f0e3935-9870-40a5-b556-a230dc623639)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:31.608333 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (8d087470-c4c7-4519-8a95-7e5a1cfd99b4), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:31.858307 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=8d087470-c4c7-4519-8a95-7e5a1cfd99b4,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:31.927952 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-00c2bcf8-a350-49fe-a639-8786653bb3a6 req-84779e7b-4583-487b-a3a1-67119234cbff tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 210 time: 0.1188347 Feb 16 05:33:32.019505 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['8d087470-c4c7-4519-8a95-7e5a1cfd99b4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:33:32.033881 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-76e06c51-bceb-4608-b8d4-b4ddc37fd9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:32.034455 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eeb4de52-3b76-4514-af6c-7786dcd65922 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for floatingip (0ccd3f8b-e18d-4f8d-a161-e3b400dafd87), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:32.035614 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-76e06c51-bceb-4608-b8d4-b4ddc37fd9c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1050764769f2439fae8ad76e27663aec&device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 1128 time: 0.4073896 Feb 16 05:33:32.097946 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-22101279-45b4-4efa-aa86-80618fa8dab3 req-0a870055-0a24-4852-a3f4-2d1113cd2cf1 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205443 Feb 16 05:33:32.101957 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['f95645a6-2fbd-42df-b9db-d604a04d8bfa'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:33:32.255523 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eeb4de52-3b76-4514-af6c-7786dcd65922 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (209e3ddc-4213-4b25-9fc7-72b1d22a3bfd), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:32.300499 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-28c4a544-a019-4a88-8a5b-8f6c6a461434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:32.302859 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-28c4a544-a019-4a88-8a5b-8f6c6a461434 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 HTTP/1.1" status: 200 len: 916 time: 0.2189739 Feb 16 05:33:32.316297 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-435610a9-f831-4e47-8206-be40b9b1a18f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Publish callbacks [] for port (b086e2fa-4423-4f0a-ab73-6efbf20ec756), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:32.398055 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0bb21c-e630-4bb0-9c90-163cf454c5fa {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:33:32.412902 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Publish callbacks [] for port (ea0bb21c-e630-4bb0-9c90-163cf454c5fa), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:32.429671 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fe1a9-f67b-484b-9abb-efcdf9ace948 req-5f3c9f0a-0747-41f4-883d-fe187f2601a5 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:32.431822 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7e7fe1a9-f67b-484b-9abb-efcdf9ace948 req-5f3c9f0a-0747-41f4-883d-fe187f2601a5 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 931 time: 0.3681054 Feb 16 05:33:32.452569 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Transition to ACTIVE for port object ea0bb21c-e630-4bb0-9c90-163cf454c5fa will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:33:32.457865 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-435610a9-f831-4e47-8206-be40b9b1a18f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (b086e2fa-4423-4f0a-ab73-6efbf20ec756), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:32.498532 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (ea0bb21c-e630-4bb0-9c90-163cf454c5fa), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:32.511420 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7e7fe1a9-f67b-484b-9abb-efcdf9ace948 req-88bc8d74-3ca2-4904-b6da-5f6944f0ce5c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723417 Feb 16 05:33:32.520656 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f27576-9195-4737-a67d-6cc8a436668a req-c05555ee-8c29-44cf-90c9-cfc1fd63d7e4 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:32.524990 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-21f27576-9195-4737-a67d-6cc8a436668a req-c05555ee-8c29-44cf-90c9-cfc1fd63d7e4 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 944 time: 0.1740980 Feb 16 05:33:32.557840 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eeb4de52-3b76-4514-af6c-7786dcd65922 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for port (209e3ddc-4213-4b25-9fc7-72b1d22a3bfd), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:32.565797 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eeb4de52-3b76-4514-af6c-7786dcd65922 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (209e3ddc-4213-4b25-9fc7-72b1d22a3bfd), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:32.598932 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-435610a9-f831-4e47-8206-be40b9b1a18f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Network d78b6deb-fc45-4cca-b643-a09448659dd2 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:33:32.625852 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-435610a9-f831-4e47-8206-be40b9b1a18f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:32.628502 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-435610a9-f831-4e47-8206-be40b9b1a18f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:33:32.640281 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-435610a9-f831-4e47-8206-be40b9b1a18f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:32.640966 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-435610a9-f831-4e47-8206-be40b9b1a18f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:32.649208 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435610a9-f831-4e47-8206-be40b9b1a18f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Pushing event updated for resources: {'Port': ['ID=b086e2fa-4423-4f0a-ab73-6efbf20ec756,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:32.688944 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4de52-3b76-4514-af6c-7786dcd65922 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Pushing event updated for resources: {'Port': ['ID=209e3ddc-4213-4b25-9fc7-72b1d22a3bfd,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:32.720816 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eeb4de52-3b76-4514-af6c-7786dcd65922 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588210'] for floatingip (0ccd3f8b-e18d-4f8d-a161-e3b400dafd87), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:32.742718 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-435610a9-f831-4e47-8206-be40b9b1a18f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8798168 Feb 16 05:33:32.757013 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eeb4de52-3b76-4514-af6c-7786dcd65922 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:32.768698 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-eeb4de52-3b76-4514-af6c-7786dcd65922 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2371202 Feb 16 05:33:32.779462 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-21f27576-9195-4737-a67d-6cc8a436668a req-ee80c759-420b-4742-9502-0a2ebb332f58 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939399 Feb 16 05:33:32.780393 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Attempting to bind port ea0bb21c-e630-4bb0-9c90-163cf454c5fa on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:33:32.780721 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Attempting to bind port ea0bb21c-e630-4bb0-9c90-163cf454c5fa by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'ceff631c-45db-4708-b64a-2f17c1110a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:33:32.781201 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Attempting to bind port ea0bb21c-e630-4bb0-9c90-163cf454c5fa on network 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:32.786639 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Pushing event updated for resources: {'Port': ['ID=ea0bb21c-e630-4bb0-9c90-163cf454c5fa,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:32.792647 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Port ea0bb21c-e630-4bb0-9c90-163cf454c5fa on network 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:33:32.793173 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Attempting to bind port ea0bb21c-e630-4bb0-9c90-163cf454c5fa on network 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:32.800136 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:33:32.800832 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Checking segment: {'id': 'ceff631c-45db-4708-b64a-2f17c1110a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:32.801387 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Bound using segment: {'id': 'ceff631c-45db-4708-b64a-2f17c1110a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:33:32.801984 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Bound port: ea0bb21c-e630-4bb0-9c90-163cf454c5fa, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceff631c-45db-4708-b64a-2f17c1110a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:33:32.802506 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (ea0bb21c-e630-4bb0-9c90-163cf454c5fa), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:32.818945 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:32.917530 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] For port ea0bb21c-e630-4bb0-9c90-163cf454c5fa, host hv-cinder-82947, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:33:32.922708 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] For port ea0bb21c-e630-4bb0-9c90-163cf454c5fa, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=ea0bb21c-e630-4bb0-9c90-163cf454c5fa,segment=NetworkSegment(ceff631c-45db-4708-b64a-2f17c1110a04),segment_id=ceff631c-45db-4708-b64a-2f17c1110a04)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:33:32.931721 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (ea0bb21c-e630-4bb0-9c90-163cf454c5fa), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:32.972915 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:32.973646 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:32.975064 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-58a08b61-7984-437d-998b-d918926b8cad service neutron] 10.222.0.60 "PUT /v2.0/ports/ea0bb21c-e630-4bb0-9c90-163cf454c5fa HTTP/1.1" status: 200 len: 1093 time: 2.4901075 Feb 16 05:33:32.975521 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7bbecd5-0b2b-42ad-905e-cff757d16934', 'tag': 'ea0bb21c-e630-4bb0-9c90-163cf454c5fa'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:33:32.977977 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8dd56fc-10a4-4186-9874-15d44b8ca6d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7bbecd5-0b2b-42ad-905e-cff757d16934", "tag": "ea0bb21c-e630-4bb0-9c90-163cf454c5fa"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:33:33.034066 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a08b61-7984-437d-998b-d918926b8cad service neutron] Pushing event updated for resources: {'Port': ['ID=ea0bb21c-e630-4bb0-9c90-163cf454c5fa,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:33.083571 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-1a37022b-590c-4298-b723-762db143e687 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--856039875&fields=id&tenant_id=98f0673600914ab1a0a8636e309c3306 HTTP/1.1" status: 200 len: 267 time: 0.0673978 Feb 16 05:33:33.107766 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-94d82d87-d55e-47f1-aae0-989c8ba79468 req-23091e1d-d1b9-4fa0-8f52-2b93f555225f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 210 time: 0.0515230 Feb 16 05:33:33.182190 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23327e73-2500-489e-b023-15080e829f22 x-openstack-request-id: req-23327e73-2500-489e-b023-15080e829f22 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:33:33.182714 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7bbecd5-0b2b-42ad-905e-cff757d16934", "tag": "ea0bb21c-e630-4bb0-9c90-163cf454c5fa", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:33:33.183114 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-23327e73-2500-489e-b023-15080e829f22 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:33:33.184342 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7bbecd5-0b2b-42ad-905e-cff757d16934', 'tag': 'ea0bb21c-e630-4bb0-9c90-163cf454c5fa', 'status': 'completed', 'code': 200} Feb 16 05:33:33.219473 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-bbb41161-a21c-4e07-8f7e-bb301932daae tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:33.221186 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-bbb41161-a21c-4e07-8f7e-bb301932daae tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/networks?id=8bff5ceb-655f-4b77-9e4f-6947f831595a HTTP/1.1" status: 200 len: 816 time: 0.1368299 Feb 16 05:33:33.237551 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-b142329d-c7c9-4a35-9952-01ad1fcc6fd9 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/quotas/98f0673600914ab1a0a8636e309c3306 HTTP/1.1" status: 200 len: 375 time: 0.0105305 Feb 16 05:33:33.327168 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-1325559c-ceff-4b5c-aa7e-e012f7b7712c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=98f0673600914ab1a0a8636e309c3306&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840659 Feb 16 05:33:33.368971 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2408928-b386-4307-834a-ac6f433074f2 req-48bbb01f-f248-474e-a15b-d49a7d0dff49 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:33.376442 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b2408928-b386-4307-834a-ac6f433074f2 req-48bbb01f-f248-474e-a15b-d49a7d0dff49 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 944 time: 0.1289306 Feb 16 05:33:33.420721 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b2408928-b386-4307-834a-ac6f433074f2 req-a89e3654-f0bf-41e8-af69-871dbd4a8f59 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434077 Feb 16 05:33:33.446787 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-0ce3a5a2-ef93-4379-832f-4659575881d1 service neutron] 10.222.0.75 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061652 Feb 16 05:33:33.539817 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-27ab2d64-a13f-43ff-957b-e2a38860f32d service neutron] 10.222.0.75 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871661 Feb 16 05:33:33.660845 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6a976-0506-4597-bb67-6e5fcb2a47d3 req-116f329b-3bbe-42f8-a9b1-259d6d15dd6f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:33.668192 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-faf6a976-0506-4597-bb67-6e5fcb2a47d3 req-116f329b-3bbe-42f8-a9b1-259d6d15dd6f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 943 time: 0.0641479 Feb 16 05:33:33.742558 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-faf6a976-0506-4597-bb67-6e5fcb2a47d3 req-c9655993-52d6-4322-96ca-558881e92daf tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732181 Feb 16 05:33:33.773041 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bf7968a7-7aeb-4b1f-b0f3-06464f9204f9 req-9f49bff2-7a90-4008-bef0-cea3042ab5d3 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 210 time: 0.0331817 Feb 16 05:33:33.941858 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4173ae1-218b-4175-bb65-a94c406a5282 req-e3f0b6eb-60aa-402d-a125-ffa9fb813d8e tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:33.943489 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f4173ae1-218b-4175-bb65-a94c406a5282 req-e3f0b6eb-60aa-402d-a125-ffa9fb813d8e tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 944 time: 0.0744026 Feb 16 05:33:34.027618 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f4173ae1-218b-4175-bb65-a94c406a5282 req-5d09af1e-d921-4054-bda3-ee19843ff410 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707889 Feb 16 05:33:34.231056 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-43be5bed-e5b0-43c3-9729-26e8f7ead790 req-d9bcda93-9021-4887-b8fa-443ae0b20db5 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 210 time: 0.0306797 Feb 16 05:33:34.541105 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea58d57-0ceb-4a37-8b5e-52f5b6ac63eb req-de03abee-983c-4c59-89e9-37a7dbbb1ce0 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:34.542677 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5ea58d57-0ceb-4a37-8b5e-52f5b6ac63eb req-de03abee-983c-4c59-89e9-37a7dbbb1ce0 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 944 time: 0.0516820 Feb 16 05:33:34.591498 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5ea58d57-0ceb-4a37-8b5e-52f5b6ac63eb req-3e43a232-0214-4044-a808-feca8c6d0938 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428131 Feb 16 05:33:34.609539 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Request body: {'port': {'device_id': '032cece1-a548-4e1f-a72a-b3647d09718c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:34.675829 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-60af99c8-40ca-419f-8b4e-ba472fdebbe5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f95645a6-2fbd-42df-b9db-d604a04d8bfa HTTP/1.1" status: 200 len: 217 time: 0.0735586 Feb 16 05:33:34.782842 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-b5720f52-aae1-456f-9cbb-25e2c3119ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:34.784665 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-b5720f52-aae1-456f-9cbb-25e2c3119ae8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20482d00-bd66-405d-b6ef-47ba9f681fde HTTP/1.1" status: 200 len: 855 time: 0.0871058 Feb 16 05:33:34.787655 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (b086e2fa-4423-4f0a-ab73-6efbf20ec756), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:34.812364 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd56fc-10a4-4186-9874-15d44b8ca6d5 req-dd3c3ca9-b891-499f-a971-6718317e072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:34.813953 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a8dd56fc-10a4-4186-9874-15d44b8ca6d5 req-dd3c3ca9-b891-499f-a971-6718317e072a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d95f84bb5c4548a82ead0d4d2cb38c&device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 1127 time: 0.1501122 Feb 16 05:33:34.840618 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-ba808c61-f9e6-4e6d-95ba-58e357ed5262 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408556 Feb 16 05:33:35.009328 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79f3e1-f349-4fbd-a451-c3fc245935c4 req-10df3578-504b-4ba2-97fa-e5869e9f3288 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:35.016836 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ab79f3e1-f349-4fbd-a451-c3fc245935c4 req-10df3578-504b-4ba2-97fa-e5869e9f3288 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 943 time: 0.1100295 Feb 16 05:33:35.045470 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 52514) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:35.134246 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ab79f3e1-f349-4fbd-a451-c3fc245935c4 req-a741d540-a423-43d3-93a9-63c49d24a8b4 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1160917 Feb 16 05:33:35.230852 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-1e4db466-e324-4a7b-8de4-f594b2d4f0a3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:35.232739 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-1e4db466-e324-4a7b-8de4-f594b2d4f0a3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.60 "GET /v2.0/networks?id=d78b6deb-fc45-4cca-b643-a09448659dd2 HTTP/1.1" status: 200 len: 818 time: 0.1791980 Feb 16 05:33:35.235001 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3870d2a4-6b8e-408d-a761-067189ff9552 req-ce750ec8-2432-4577-ad28-6f90cfd6e76d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 210 time: 0.3120284 Feb 16 05:33:35.297141 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-d75e0b38-540d-46bb-9816-f35e5220a758 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Request body: {'port': {'device_id': '4f32b7e4-79a4-47f9-ab79-2d74d3b26190', 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2', 'admin_state_up': True, 'tenant_id': '971394cccbfa49b584616f61ed5eb8a2'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:35.379975 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078518d-3b42-48c4-9822-ece50fd00d7f req-851c583b-cac0-4d4e-9ced-2946a8f44cd9 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:35.387140 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c078518d-3b42-48c4-9822-ece50fd00d7f req-851c583b-cac0-4d4e-9ced-2946a8f44cd9 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 944 time: 0.1533735 Feb 16 05:33:35.458300 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 52517) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:35.492632 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b9c3404e-4db8-4b60-a9b1-4781ebc2ad8b req-a41598c4-7d9a-41c6-8269-143422a3d294 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 210 time: 0.1035123 Feb 16 05:33:35.501160 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd56fc-10a4-4186-9874-15d44b8ca6d5 req-0522ed06-f652-4225-9b4f-32d584a767a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:35.503488 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a8dd56fc-10a4-4186-9874-15d44b8ca6d5 req-0522ed06-f652-4225-9b4f-32d584a767a6 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=59d95f84bb5c4548a82ead0d4d2cb38c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6652708 Feb 16 05:33:35.508620 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c078518d-3b42-48c4-9822-ece50fd00d7f req-a60641ce-09cb-4ed8-9de4-948d1629f7ae tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164687 Feb 16 05:33:35.510652 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-fb171623-6ea0-4491-9d30-c620897f802a service neutron] 10.222.0.60 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861199 Feb 16 05:33:35.587300 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-d75e0b38-540d-46bb-9816-f35e5220a758 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Made reservation on behalf of 971394cccbfa49b584616f61ed5eb8a2 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:35.591975 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-d75e0b38-540d-46bb-9816-f35e5220a758 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:35.689297 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-6eb869eb-c3b5-4af5-9c35-b5582af398f7 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:35.695546 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-6eb869eb-c3b5-4af5-9c35-b5582af398f7 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.60 "GET /v2.0/networks?id=8bff5ceb-655f-4b77-9e4f-6947f831595a HTTP/1.1" status: 200 len: 816 time: 0.2358682 Feb 16 05:33:35.764859 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-3945f52c-4ba4-4145-b746-19aaec0476f3 service neutron] 10.222.0.60 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455702 Feb 16 05:33:35.882551 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd56fc-10a4-4186-9874-15d44b8ca6d5 req-bfa9f21e-1dda-45f0-ad1b-fba90d0abf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:35.884130 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a8dd56fc-10a4-4186-9874-15d44b8ca6d5 req-bfa9f21e-1dda-45f0-ad1b-fba90d0abf80 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3659987 Feb 16 05:33:35.905330 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b086e2fa-4423-4f0a-ab73-6efbf20ec756 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:33:35.915380 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Publish callbacks [] for port (b086e2fa-4423-4f0a-ab73-6efbf20ec756), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:35.929618 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Transition to ACTIVE for port object b086e2fa-4423-4f0a-ab73-6efbf20ec756 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:33:35.933511 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7ba6d-dc6b-4cbd-8258-dd88ab9ce38f req-9aa4a91a-ad4f-489b-bde6-2772a133e8af tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:35.934629 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (b086e2fa-4423-4f0a-ab73-6efbf20ec756), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:35.935219 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3ae7ba6d-dc6b-4cbd-8258-dd88ab9ce38f req-9aa4a91a-ad4f-489b-bde6-2772a133e8af tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 944 time: 0.2241673 Feb 16 05:33:35.957837 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f9ff228a-5332-4475-bb60-25e160f7572f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98f0673600914ab1a0a8636e309c3306 HTTP/1.1" status: 200 len: 379 time: 0.2444692 Feb 16 05:33:36.000683 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Pushing event updated for resources: {'Port': ['ID=b086e2fa-4423-4f0a-ab73-6efbf20ec756,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:36.039456 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Attempting to bind port b086e2fa-4423-4f0a-ab73-6efbf20ec756 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:33:36.039705 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Attempting to bind port b086e2fa-4423-4f0a-ab73-6efbf20ec756 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'bd606385-4c28-4201-8004-440b5cea7aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:33:36.040051 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Attempting to bind port b086e2fa-4423-4f0a-ab73-6efbf20ec756 on network d78b6deb-fc45-4cca-b643-a09448659dd2 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:36.045071 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Port b086e2fa-4423-4f0a-ab73-6efbf20ec756 on network d78b6deb-fc45-4cca-b643-a09448659dd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:33:36.045502 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Attempting to bind port b086e2fa-4423-4f0a-ab73-6efbf20ec756 on network d78b6deb-fc45-4cca-b643-a09448659dd2 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:36.051172 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:33:36.051506 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Checking segment: {'id': 'bd606385-4c28-4201-8004-440b5cea7aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:36.051917 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Bound using segment: {'id': 'bd606385-4c28-4201-8004-440b5cea7aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:33:36.052296 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Bound port: b086e2fa-4423-4f0a-ab73-6efbf20ec756, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd606385-4c28-4201-8004-440b5cea7aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:33:36.052907 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (b086e2fa-4423-4f0a-ab73-6efbf20ec756), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:36.059854 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-d75e0b38-540d-46bb-9816-f35e5220a758 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Allocated IP 172.20.0.9 (d78b6deb-fc45-4cca-b643-a09448659dd2/f749e834-f594-43d5-a00e-995704979ca3/beeb43e2-2312-4e25-8fef-fd7ecfc5800b) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:33:36.074392 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3ae7ba6d-dc6b-4cbd-8258-dd88ab9ce38f req-b036f852-549c-4fcf-bbd1-a721bd3f82ff tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217549 Feb 16 05:33:36.128625 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] For port b086e2fa-4423-4f0a-ab73-6efbf20ec756, host hv-cinder-82947, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:33:36.131801 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] For port b086e2fa-4423-4f0a-ab73-6efbf20ec756, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=b086e2fa-4423-4f0a-ab73-6efbf20ec756,segment=NetworkSegment(bd606385-4c28-4201-8004-440b5cea7aef),segment_id=bd606385-4c28-4201-8004-440b5cea7aef)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:33:36.138588 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (b086e2fa-4423-4f0a-ab73-6efbf20ec756), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:36.181397 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:36.182035 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:36.183468 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] 10.222.0.60 "PUT /v2.0/ports/b086e2fa-4423-4f0a-ab73-6efbf20ec756 HTTP/1.1" status: 200 len: 1093 time: 1.5798769 Feb 16 05:33:36.183919 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032cece1-a548-4e1f-a72a-b3647d09718c', 'tag': 'b086e2fa-4423-4f0a-ab73-6efbf20ec756'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:33:36.186444 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33480c7d-9b6c-4e1d-87e1-b820d1ef8dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "032cece1-a548-4e1f-a72a-b3647d09718c", "tag": "b086e2fa-4423-4f0a-ab73-6efbf20ec756"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:33:36.218038 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1584c-a3f6-48c4-a664-f191213b9155 service neutron] Pushing event updated for resources: {'Port': ['ID=b086e2fa-4423-4f0a-ab73-6efbf20ec756,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:36.263194 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259e5746-9cf8-4d8e-8a34-9f9b07a4921a x-openstack-request-id: req-259e5746-9cf8-4d8e-8a34-9f9b07a4921a {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:33:36.263489 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032cece1-a548-4e1f-a72a-b3647d09718c", "tag": "b086e2fa-4423-4f0a-ab73-6efbf20ec756", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:33:36.263743 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-259e5746-9cf8-4d8e-8a34-9f9b07a4921a {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:33:36.264137 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032cece1-a548-4e1f-a72a-b3647d09718c', 'tag': 'b086e2fa-4423-4f0a-ab73-6efbf20ec756', 'status': 'completed', 'code': 200} Feb 16 05:33:36.284926 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601e3a-ce7c-4d25-864b-f5d7ee960050 req-18cf6c69-8c16-43a2-90fa-4d784d764ce1 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:36.286666 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-36601e3a-ce7c-4d25-864b-f5d7ee960050 req-18cf6c69-8c16-43a2-90fa-4d784d764ce1 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 943 time: 0.0712135 Feb 16 05:33:36.337734 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-36601e3a-ce7c-4d25-864b-f5d7ee960050 req-9ce9926e-d6a6-409b-bf33-a137bbc2ab04 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455096 Feb 16 05:33:36.358395 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f1cbe56b-7055-4e2b-acba-3da54b31cb73 req-43e117de-23d3-4204-927f-535a6420eec7 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 210 time: 0.0340972 Feb 16 05:33:36.389216 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-d75e0b38-540d-46bb-9816-f35e5220a758 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Publish callbacks [] for port (beeb43e2-2312-4e25-8fef-fd7ecfc5800b), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:36.420351 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-d75e0b38-540d-46bb-9816-f35e5220a758 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (beeb43e2-2312-4e25-8fef-fd7ecfc5800b), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:36.490446 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-d75e0b38-540d-46bb-9816-f35e5220a758 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Network d78b6deb-fc45-4cca-b643-a09448659dd2 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:33:36.497418 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-d75e0b38-540d-46bb-9816-f35e5220a758 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:36.503850 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-d75e0b38-540d-46bb-9816-f35e5220a758 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:33:36.532759 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e0b38-540d-46bb-9816-f35e5220a758 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Pushing event updated for resources: {'Port': ['ID=beeb43e2-2312-4e25-8fef-fd7ecfc5800b,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:36.558975 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-d75e0b38-540d-46bb-9816-f35e5220a758 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:36.559597 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-d75e0b38-540d-46bb-9816-f35e5220a758 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:36.577132 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-d75e0b38-540d-46bb-9816-f35e5220a758 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2849643 Feb 16 05:33:36.622481 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d15e3-d14c-4141-aabf-430907c66d40 req-2dd4b340-0ad9-41e9-a9ff-ba4dcb9f2161 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:36.623848 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2e1d15e3-d14c-4141-aabf-430907c66d40 req-2dd4b340-0ad9-41e9-a9ff-ba4dcb9f2161 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 931 time: 0.0526960 Feb 16 05:33:36.626669 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf99d93-d5e0-4431-8c77-403de3266b00 req-cb081d48-ef54-4016-b496-fdb18820573b tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:36.628116 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ebf99d93-d5e0-4431-8c77-403de3266b00 req-cb081d48-ef54-4016-b496-fdb18820573b tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 944 time: 0.0501156 Feb 16 05:33:36.676756 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2e1d15e3-d14c-4141-aabf-430907c66d40 req-1385605b-7e88-4461-9623-86ab44f2952b tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458374 Feb 16 05:33:36.683613 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ebf99d93-d5e0-4431-8c77-403de3266b00 req-77ec00d9-8daf-46ea-8e31-c88d56b254db tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501409 Feb 16 05:33:37.192994 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa919b-a113-4cc1-a5db-b7b57c25eec6 req-aa7d0fa1-7f06-40c1-8e47-bd156669b08c tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:37.194458 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3cfa919b-a113-4cc1-a5db-b7b57c25eec6 req-aa7d0fa1-7f06-40c1-8e47-bd156669b08c tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 944 time: 0.0541649 Feb 16 05:33:37.238948 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3cfa919b-a113-4cc1-a5db-b7b57c25eec6 req-f34b3eb8-c09a-451c-9eb2-8dfc47447a06 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390739 Feb 16 05:33:37.450629 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e0f4e-9b73-4883-b180-742c95f6ec20 req-0a2994d6-c961-41a9-b684-ad18dbed8ce4 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:37.452094 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6d2e0f4e-9b73-4883-b180-742c95f6ec20 req-0a2994d6-c961-41a9-b684-ad18dbed8ce4 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 943 time: 0.0504022 Feb 16 05:33:37.453320 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-343a6b37-33d9-4600-acd8-c989dc8650d6 req-dff0ee29-b3b5-4c04-8485-4f58c7a0335d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 210 time: 0.0254347 Feb 16 05:33:37.498668 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6d2e0f4e-9b73-4883-b180-742c95f6ec20 req-801c3f52-7af3-4166-83c2-fee18bb4762b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406375 Feb 16 05:33:37.792389 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63925323-5981-4532-90c5-4203eaebe511 req-9de37cd0-b2cb-4a2b-bdb2-f97f46778462 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:37.794147 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-63925323-5981-4532-90c5-4203eaebe511 req-9de37cd0-b2cb-4a2b-bdb2-f97f46778462 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 931 time: 0.0500860 Feb 16 05:33:37.800300 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43986d-a772-4912-bfb8-3a52a5062aea req-4e375ad0-8fc2-4010-99c3-430ca052306b tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:37.801797 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cf43986d-a772-4912-bfb8-3a52a5062aea req-4e375ad0-8fc2-4010-99c3-430ca052306b tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 944 time: 0.0505028 Feb 16 05:33:37.842052 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-63925323-5981-4532-90c5-4203eaebe511 req-47955014-2120-476b-a500-8381d23dfad0 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409787 Feb 16 05:33:37.848473 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cf43986d-a772-4912-bfb8-3a52a5062aea req-a7159436-9b66-4753-89b2-f62d213e45b4 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411832 Feb 16 05:33:38.358157 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6c650-c268-4713-a1d3-fad73263a78d req-6b499807-2357-48c0-9662-ffffa956e7ac tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:38.359614 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-35b6c650-c268-4713-a1d3-fad73263a78d req-6b499807-2357-48c0-9662-ffffa956e7ac tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 944 time: 0.0556128 Feb 16 05:33:38.406715 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-35b6c650-c268-4713-a1d3-fad73263a78d req-4acd6836-6599-41b6-9866-f86f3dc857aa tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414710 Feb 16 05:33:38.485691 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device f95645a6-2fbd-42df-b9db-d604a04d8bfa up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:38.539934 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port f95645a6-2fbd-42df-b9db-d604a04d8bfa completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:33:38.546824 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port f95645a6-2fbd-42df-b9db-d604a04d8bfa triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:38.547348 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (f95645a6-2fbd-42df-b9db-d604a04d8bfa), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:38.562047 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-36871b4f-81d9-4cc5-bd6e-780b0fce0946 req-4328c054-dc16-4be1-a032-4c1bf9a64a05 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 210 time: 0.0390701 Feb 16 05:33:38.567758 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-1c74cd18-fd35-4b87-af13-7705943a556b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Request body: {'port': {'device_id': '03664210-52cd-4649-abb9-282e98802be3', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'admin_state_up': True, 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'security_groups': ['0837cc88-d238-4c04-96df-9e4ae7d9243e']}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:38.576929 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Request body: {'port': {'device_id': '4f32b7e4-79a4-47f9-ab79-2d74d3b26190', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:38.646507 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port f95645a6-2fbd-42df-b9db-d604a04d8bfa is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:38.647195 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (f95645a6-2fbd-42df-b9db-d604a04d8bfa), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:38.663303 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33480c7d-9b6c-4e1d-87e1-b820d1ef8dd8 req-6387086b-990e-46f6-aebb-837088255250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:38.664861 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-33480c7d-9b6c-4e1d-87e1-b820d1ef8dd8 req-6387086b-990e-46f6-aebb-837088255250 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=971394cccbfa49b584616f61ed5eb8a2&device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 1127 time: 0.1133471 Feb 16 05:33:38.666622 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-a608ec90-bda6-4a5b-96bc-c79ec87742cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:38.667982 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-a608ec90-bda6-4a5b-96bc-c79ec87742cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d95f84bb5c4548a82ead0d4d2cb38c&device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 1127 time: 0.1280389 Feb 16 05:33:38.676281 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17fb4ec-2dea-41d2-acff-bf1c3e982833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95645a6-2fbd-42df-b9db-d604a04d8bfa'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:33:38.684192 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe5bce-4377-41d3-879d-aabf3a40ab36 req-e0258d03-28c5-491a-baf1-0a35bdfb5d65 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:38.691253 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-63fe5bce-4377-41d3-879d-aabf3a40ab36 req-e0258d03-28c5-491a-baf1-0a35bdfb5d65 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 943 time: 0.1161132 Feb 16 05:33:38.720767 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (beeb43e2-2312-4e25-8fef-fd7ecfc5800b), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:38.754994 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-1c74cd18-fd35-4b87-af13-7705943a556b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Made reservation on behalf of 98f0673600914ab1a0a8636e309c3306 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:38.755718 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port f95645a6-2fbd-42df-b9db-d604a04d8bfa, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=f95645a6-2fbd-42df-b9db-d604a04d8bfa,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:38.758708 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-1c74cd18-fd35-4b87-af13-7705943a556b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:38.761906 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (f95645a6-2fbd-42df-b9db-d604a04d8bfa), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:38.763719 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:38.790953 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-5c436645-18f4-492d-9c99-4aa79a8854a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea0bb21c-e630-4bb0-9c90-163cf454c5fa HTTP/1.1" status: 200 len: 217 time: 0.0976791 Feb 16 05:33:38.860522 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:33:38.870391 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:38.870391 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (8d087470-c4c7-4519-8a95-7e5a1cfd99b4), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:38.887287 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-63fe5bce-4377-41d3-879d-aabf3a40ab36 req-7d7d3a93-bb8b-4ab9-8a5e-76d9aad62e6b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1914415 Feb 16 05:33:38.942165 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2342e953-23df-4dd4-864a-03cadbd4d7f2" -d '{"events": [{"server_uuid": "c17fb4ec-2dea-41d2-acff-bf1c3e982833", "name": "network-vif-plugged", "status": "completed", "tag": "f95645a6-2fbd-42df-b9db-d604a04d8bfa"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:33:38.956165 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-5eba1867-2303-4bd0-a607-2dcc209b2e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:38.966483 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-5eba1867-2303-4bd0-a607-2dcc209b2e49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=636aaf45-90e1-4d41-a98b-57327459a7bf HTTP/1.1" status: 200 len: 849 time: 0.1650355 Feb 16 05:33:39.006683 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=f95645a6-2fbd-42df-b9db-d604a04d8bfa,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:39.009833 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:39.010488 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (8d087470-c4c7-4519-8a95-7e5a1cfd99b4), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:39.039193 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33480c7d-9b6c-4e1d-87e1-b820d1ef8dd8 req-f385d41a-6635-405f-a737-2cf7656bd818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:39.040643 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-33480c7d-9b6c-4e1d-87e1-b820d1ef8dd8 req-f385d41a-6635-405f-a737-2cf7656bd818 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=971394cccbfa49b584616f61ed5eb8a2&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3412585 Feb 16 05:33:39.052514 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 8d087470-c4c7-4519-8a95-7e5a1cfd99b4, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=8d087470-c4c7-4519-8a95-7e5a1cfd99b4,segment=NetworkSegment(4f0e3935-9870-40a5-b556-a230dc623639),segment_id=4f0e3935-9870-40a5-b556-a230dc623639)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:39.066491 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (8d087470-c4c7-4519-8a95-7e5a1cfd99b4), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:39.140556 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=8d087470-c4c7-4519-8a95-7e5a1cfd99b4,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:39.171542 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-afa45127-848a-4fa9-858a-8138e3099372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:39.172952 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-afa45127-848a-4fa9-858a-8138e3099372 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1987884 Feb 16 05:33:39.199660 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454d6c5-92d7-4ff8-8964-eaaca9322d67 req-7a5af703-5807-4f8b-b328-075296351b41 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:39.209891 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a454d6c5-92d7-4ff8-8964-eaaca9322d67 req-7a5af703-5807-4f8b-b328-075296351b41 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 945 time: 0.1680984 Feb 16 05:33:39.234372 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-1c74cd18-fd35-4b87-af13-7705943a556b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Allocated IP 172.20.0.3 (8bff5ceb-655f-4b77-9e4f-6947f831595a/0acbf643-c806-4af9-a75e-f3ce06c9fe9e/1b21e5ec-67af-4154-90a7-d10f66f9f96b) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:33:39.253362 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beee652-4b68-4a7b-bd19-7d063398e4d1 req-278de54b-7e29-4f99-bc80-2296abf55aaf tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:39.255177 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9beee652-4b68-4a7b-bd19-7d063398e4d1 req-278de54b-7e29-4f99-bc80-2296abf55aaf tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 931 time: 0.2245080 Feb 16 05:33:39.273723 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33480c7d-9b6c-4e1d-87e1-b820d1ef8dd8 req-7c1973f6-0fc7-4399-a402-4685b2436f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:39.275779 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-33480c7d-9b6c-4e1d-87e1-b820d1ef8dd8 req-7c1973f6-0fc7-4399-a402-4685b2436f4e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2204134 Feb 16 05:33:39.323830 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a454d6c5-92d7-4ff8-8964-eaaca9322d67 req-688a7818-ace6-4141-92a4-f3442780959a tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088474 Feb 16 05:33:39.439595 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9beee652-4b68-4a7b-bd19-7d063398e4d1 req-f514c944-9cb4-4fdf-8193-04a019478e84 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728182 Feb 16 05:33:39.506258 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50874) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:39.534702 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beeb43e2-2312-4e25-8fef-fd7ecfc5800b {{(pid=102567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:33:39.558959 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Publish callbacks [] for port (beeb43e2-2312-4e25-8fef-fd7ecfc5800b), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:39.604500 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-9c69c804-ecb1-4394-bceb-cdd8e3f2c602 service neutron] 10.222.0.60 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249909 Feb 16 05:33:39.631851 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.provisioning_blocks [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Transition to ACTIVE for port object beeb43e2-2312-4e25-8fef-fd7ecfc5800b will not be triggered until provisioned by entity L2. {{(pid=102567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:33:39.654781 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (beeb43e2-2312-4e25-8fef-fd7ecfc5800b), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:39.659401 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-1c74cd18-fd35-4b87-af13-7705943a556b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:39.715068 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb4f48c-493f-4ed0-a4ed-1dffa49d468b x-openstack-request-id: req-adb4f48c-493f-4ed0-a4ed-1dffa49d468b {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:33:39.716441 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17fb4ec-2dea-41d2-acff-bf1c3e982833", "name": "network-vif-plugged", "status": "completed", "tag": "f95645a6-2fbd-42df-b9db-d604a04d8bfa", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:33:39.716840 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-adb4f48c-493f-4ed0-a4ed-1dffa49d468b {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:33:39.717554 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17fb4ec-2dea-41d2-acff-bf1c3e982833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95645a6-2fbd-42df-b9db-d604a04d8bfa', 'code': 200} Feb 16 05:33:39.738897 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c296e2-4958-4e3c-baf6-d80d71c9447b req-21a9df3e-8234-468e-afc4-8f36ed587815 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:39.740425 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c1c296e2-4958-4e3c-baf6-d80d71c9447b req-21a9df3e-8234-468e-afc4-8f36ed587815 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 945 time: 0.1756275 Feb 16 05:33:39.745657 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-0756e1ee-fbcc-4afe-9af5-12e50088620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:39.747428 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-0756e1ee-fbcc-4afe-9af5-12e50088620f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=971394cccbfa49b584616f61ed5eb8a2&device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 1127 time: 0.4039800 Feb 16 05:33:39.754497 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f21e1dba-0114-4538-b6d4-70bd4a7a23a7 req-3eaea530-5426-41bd-8441-1974c293009e service neutron] 10.222.0.60 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403525 Feb 16 05:33:39.793646 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Pushing event updated for resources: {'Port': ['ID=beeb43e2-2312-4e25-8fef-fd7ecfc5800b,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:39.811538 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d2aa-75bd-41a0-a27e-e2218599411b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:39.826917 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-f15a8a65-a3c6-4374-95fd-bcff21b43df2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b086e2fa-4423-4f0a-ab73-6efbf20ec756 HTTP/1.1" status: 200 len: 217 time: 0.0564251 Feb 16 05:33:39.854550 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e0a6d6a6-968c-40e5-a3f5-1cb55ff3ceef req-01ae8443-1859-4865-8758-07267624210b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 210 time: 0.0301042 Feb 16 05:33:39.924712 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-34fca9f2-2b65-496b-81c7-4ea43ab120d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:39.926719 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-34fca9f2-2b65-496b-81c7-4ea43ab120d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f749e834-f594-43d5-a00e-995704979ca3 HTTP/1.1" status: 200 len: 858 time: 0.0662990 Feb 16 05:33:39.955685 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-1c74cd18-fd35-4b87-af13-7705943a556b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:39.974535 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-d3dbd275-fb04-481a-ba6a-b22aacb3b718 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d78b6deb-fc45-4cca-b643-a09448659dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389950 Feb 16 05:33:40.049799 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Attempting to bind port beeb43e2-2312-4e25-8fef-fd7ecfc5800b on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:33:40.050197 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Attempting to bind port beeb43e2-2312-4e25-8fef-fd7ecfc5800b by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'bd606385-4c28-4201-8004-440b5cea7aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:33:40.050617 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Attempting to bind port beeb43e2-2312-4e25-8fef-fd7ecfc5800b on network d78b6deb-fc45-4cca-b643-a09448659dd2 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:40.061934 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c1c296e2-4958-4e3c-baf6-d80d71c9447b req-bd8adc4c-0848-49ed-8f46-63b6da26c99d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878063 Feb 16 05:33:40.086572 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-1c74cd18-fd35-4b87-af13-7705943a556b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Network 8bff5ceb-655f-4b77-9e4f-6947f831595a is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:33:40.086572 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Port beeb43e2-2312-4e25-8fef-fd7ecfc5800b on network d78b6deb-fc45-4cca-b643-a09448659dd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:33:40.086572 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Attempting to bind port beeb43e2-2312-4e25-8fef-fd7ecfc5800b on network d78b6deb-fc45-4cca-b643-a09448659dd2 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:40.103152 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-1c74cd18-fd35-4b87-af13-7705943a556b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:40.106849 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74cd18-fd35-4b87-af13-7705943a556b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Pushing event updated for resources: {'Port': ['ID=1b21e5ec-67af-4154-90a7-d10f66f9f96b,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:40.109061 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-1c74cd18-fd35-4b87-af13-7705943a556b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:33:40.113176 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:33:40.113571 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Checking segment: {'id': 'bd606385-4c28-4201-8004-440b5cea7aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:40.114560 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Bound using segment: {'id': 'bd606385-4c28-4201-8004-440b5cea7aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2'} {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:33:40.114560 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Bound port: beeb43e2-2312-4e25-8fef-fd7ecfc5800b, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd606385-4c28-4201-8004-440b5cea7aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2'}}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:33:40.114920 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (beeb43e2-2312-4e25-8fef-fd7ecfc5800b), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:40.171081 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1c4e5-8eb4-400b-a46e-e9203c205f5f req-7e60eac1-d34e-4ed9-b195-9f9857364757 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:40.172918 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-87a1c4e5-8eb4-400b-a46e-e9203c205f5f req-7e60eac1-d34e-4ed9-b195-9f9857364757 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 943 time: 0.2010980 Feb 16 05:33:40.214588 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722448c5-7a7c-43dd-826c-9e55e1d3dcaa req-2822271f-ba6b-413a-8739-e25a3125ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:40.216659 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-722448c5-7a7c-43dd-826c-9e55e1d3dcaa req-2822271f-ba6b-413a-8739-e25a3125ab9a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 1129 time: 0.1946187 Feb 16 05:33:40.223504 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d2aa-75bd-41a0-a27e-e2218599411b admin admin] Publish callbacks [] for security_group (27dd6c20-14d4-49e6-af59-5aeff30aa0b0), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:40.224197 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-8ad00031-ea8b-4361-bdbd-441c89e0b618 service neutron] 10.222.0.60 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394266 Feb 16 05:33:40.236335 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d2aa-75bd-41a0-a27e-e2218599411b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (27dd6c20-14d4-49e6-af59-5aeff30aa0b0), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:40.251907 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-1c74cd18-fd35-4b87-af13-7705943a556b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:40.252635 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-1c74cd18-fd35-4b87-af13-7705943a556b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:40.259471 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-722448c5-7a7c-43dd-826c-9e55e1d3dcaa req-2bf1966b-6e3a-43fc-b43b-dc65eb0d04a2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:40.300008 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] For port beeb43e2-2312-4e25-8fef-fd7ecfc5800b, host hv-cinder-82947, cleared binding levels {{(pid=102567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:33:40.328888 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-87a1c4e5-8eb4-400b-a46e-e9203c205f5f req-56f2da15-a2f3-41ee-bd66-6a5bc665c3d9 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1435070 Feb 16 05:33:40.331841 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-1c74cd18-fd35-4b87-af13-7705943a556b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7677088 Feb 16 05:33:40.351077 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-fbf6d2aa-75bd-41a0-a27e-e2218599411b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=23ed10f97ee6425d95390b8aff623d10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8421407 Feb 16 05:33:40.353557 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 50898) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:40.357166 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-857cb287-33b4-447a-ba87-513210422936 None None] Provisioning complete for port 1b21e5ec-67af-4154-90a7-d10f66f9f96b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:40.357663 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6d2aa-75bd-41a0-a27e-e2218599411b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dd6c20-14d4-49e6-af59-5aeff30aa0b0,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:40.357781 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-857cb287-33b4-447a-ba87-513210422936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:40.364823 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] For port beeb43e2-2312-4e25-8fef-fd7ecfc5800b, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=beeb43e2-2312-4e25-8fef-fd7ecfc5800b,segment=NetworkSegment(bd606385-4c28-4201-8004-440b5cea7aef),segment_id=bd606385-4c28-4201-8004-440b5cea7aef)] {{(pid=102567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:33:40.375229 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Request body: {'port': {'device_id': '03664210-52cd-4649-abb9-282e98802be3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:40.380329 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (beeb43e2-2312-4e25-8fef-fd7ecfc5800b), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:40.411443 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-857cb287-33b4-447a-ba87-513210422936 None None] Port 1b21e5ec-67af-4154-90a7-d10f66f9f96b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:33:40.456866 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-795dfb91-9024-4df8-9d18-40add977aba9 service neutron] 10.222.0.60 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230160 Feb 16 05:33:40.463583 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec80cede-a95e-4149-bc52-2e1331127313 admin admin] Publish callbacks [] for security_group (27dd6c20-14d4-49e6-af59-5aeff30aa0b0), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:40.487647 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:40.488285 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:40.489810 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] 10.222.0.60 "PUT /v2.0/ports/beeb43e2-2312-4e25-8fef-fd7ecfc5800b HTTP/1.1" status: 200 len: 1093 time: 1.9268570 Feb 16 05:33:40.490274 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f32b7e4-79a4-47f9-ab79-2d74d3b26190', 'tag': 'beeb43e2-2312-4e25-8fef-fd7ecfc5800b'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:33:40.505357 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec80cede-a95e-4149-bc52-2e1331127313 admin admin] Publish callbacks [] for security_group (27dd6c20-14d4-49e6-af59-5aeff30aa0b0), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:40.516601 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-722448c5-7a7c-43dd-826c-9e55e1d3dcaa req-2bf1966b-6e3a-43fc-b43b-dc65eb0d04a2 service neutron] Publish callbacks [] for security_group (66b52d07-24c9-4e0d-bf96-4af5da4ad9cb), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:40.526012 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-722448c5-7a7c-43dd-826c-9e55e1d3dcaa req-2bf1966b-6e3a-43fc-b43b-dc65eb0d04a2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (66b52d07-24c9-4e0d-bf96-4af5da4ad9cb), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:40.620347 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-722448c5-7a7c-43dd-826c-9e55e1d3dcaa req-2bf1966b-6e3a-43fc-b43b-dc65eb0d04a2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950951 Feb 16 05:33:40.623405 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1966b-6e3a-43fc-b43b-dc65eb0d04a2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=66b52d07-24c9-4e0d-bf96-4af5da4ad9cb,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:40.645530 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec80cede-a95e-4149-bc52-2e1331127313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (27dd6c20-14d4-49e6-af59-5aeff30aa0b0), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:40.648247 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec80cede-a95e-4149-bc52-2e1331127313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:40.652042 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-ec80cede-a95e-4149-bc52-2e1331127313 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/27dd6c20-14d4-49e6-af59-5aeff30aa0b0 HTTP/1.1" status: 204 len: 168 time: 0.2951462 Feb 16 05:33:40.658982 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d98315-8f92-4b89-bf80-18d32685d954 req-41bbec42-c49c-486a-a4af-c8ddfed64ddd tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:40.660685 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-23d98315-8f92-4b89-bf80-18d32685d954 req-41bbec42-c49c-486a-a4af-c8ddfed64ddd tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 943 time: 0.1122110 Feb 16 05:33:40.667569 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80cede-a95e-4149-bc52-2e1331127313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dd6c20-14d4-49e6-af59-5aeff30aa0b0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:40.742958 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-23d98315-8f92-4b89-bf80-18d32685d954 req-2f9959d8-650f-4bc8-8ada-e245b4791197 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678279 Feb 16 05:33:40.772410 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c192df12-8bdc-4997-9127-74927bc8bffd" -d '{"events": [{"name": "network-changed", "server_uuid": "4f32b7e4-79a4-47f9-ab79-2d74d3b26190", "tag": "beeb43e2-2312-4e25-8fef-fd7ecfc5800b"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:33:40.790328 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f511bd-67bc-49e3-a7c8-9ce99e09e7bc service neutron] Pushing event updated for resources: {'Port': ['ID=beeb43e2-2312-4e25-8fef-fd7ecfc5800b,revision_number=3']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:40.797165 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:40.819309 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11174bef-7569-4354-beaa-17168251c71a req-f16d94a1-a737-40ea-a2a9-47cd9a041b54 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:40.821040 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-11174bef-7569-4354-beaa-17168251c71a req-f16d94a1-a737-40ea-a2a9-47cd9a041b54 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 945 time: 0.4294300 Feb 16 05:33:40.897759 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-87b74fbf-7193-4e92-9a2b-8ca290c46185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:40.899255 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-87b74fbf-7193-4e92-9a2b-8ca290c46185 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=971394cccbfa49b584616f61ed5eb8a2&device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 1127 time: 0.2080796 Feb 16 05:33:41.008550 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354e0274-959e-4196-948f-b3e807ff9633 x-openstack-request-id: req-354e0274-959e-4196-948f-b3e807ff9633 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:33:41.008550 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f32b7e4-79a4-47f9-ab79-2d74d3b26190", "tag": "beeb43e2-2312-4e25-8fef-fd7ecfc5800b", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:33:41.008550 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-354e0274-959e-4196-948f-b3e807ff9633 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:33:41.008550 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f32b7e4-79a4-47f9-ab79-2d74d3b26190', 'tag': 'beeb43e2-2312-4e25-8fef-fd7ecfc5800b', 'status': 'completed', 'code': 200} Feb 16 05:33:41.049900 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-11174bef-7569-4354-beaa-17168251c71a req-6a904be4-9bf3-4cf5-9974-e7592223380e tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193131 Feb 16 05:33:41.053346 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-c9c0eb5d-7f2c-4cde-8d00-5ece717076ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beeb43e2-2312-4e25-8fef-fd7ecfc5800b HTTP/1.1" status: 200 len: 217 time: 0.0869641 Feb 16 05:33:41.081611 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:41.098546 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 50934) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:41.148163 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654944d-75e6-4bd6-84f4-c536a5f359da req-3ce51406-730e-47d9-9e63-ca8d49c245c8 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:41.157048 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7654944d-75e6-4bd6-84f4-c536a5f359da req-3ce51406-730e-47d9-9e63-ca8d49c245c8 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 931 time: 0.0658436 Feb 16 05:33:41.188984 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2b8640cb-7be8-431b-b7dc-dc8c10e41067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:41.221295 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7654944d-75e6-4bd6-84f4-c536a5f359da req-db51f54e-fdd9-44b5-ba22-5ad84da36875 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629110 Feb 16 05:33:41.243683 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-dacbfb66-875d-491c-b494-5bb4fa5bf61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:41.245144 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-dacbfb66-875d-491c-b494-5bb4fa5bf61d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f749e834-f594-43d5-a00e-995704979ca3 HTTP/1.1" status: 200 len: 858 time: 0.1828437 Feb 16 05:33:41.325654 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-03a0e03b-0e9e-4352-953f-faad285910de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d78b6deb-fc45-4cca-b643-a09448659dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680807 Feb 16 05:33:41.447512 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c613f-9936-418a-94c1-41a9d390ae61 req-3fbaf002-49a2-4978-92d0-4f4ef8471013 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:41.449001 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-451c613f-9936-418a-94c1-41a9d390ae61 req-3fbaf002-49a2-4978-92d0-4f4ef8471013 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 945 time: 0.2715511 Feb 16 05:33:41.466705 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78413918-5729-4e81-bd43-001a5af0bb63 req-4b785ac6-be3c-4759-8f3c-254e231f2c21 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:41.468231 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-78413918-5729-4e81-bd43-001a5af0bb63 req-4b785ac6-be3c-4759-8f3c-254e231f2c21 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 943 time: 0.0556655 Feb 16 05:33:41.530742 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-78413918-5729-4e81-bd43-001a5af0bb63 req-05f8ab77-fcfe-412a-912b-f939df6c4117 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534058 Feb 16 05:33:41.551173 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b21e5ec-67af-4154-90a7-d10f66f9f96b {{(pid=102567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:33:41.573494 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Publish callbacks [] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:41.606318 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2b8640cb-7be8-431b-b7dc-dc8c10e41067 admin admin] Publish callbacks [] for security_group (eaa03a6c-c7c9-46fc-9d44-4e5ad2b2462d), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:41.614608 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-56da350c-2210-42a0-a900-5d58344282c5 service neutron] 10.222.0.60 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758446 Feb 16 05:33:41.617552 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2b8640cb-7be8-431b-b7dc-dc8c10e41067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (eaa03a6c-c7c9-46fc-9d44-4e5ad2b2462d), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:41.625931 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-451c613f-9936-418a-94c1-41a9d390ae61 req-fb81c66a-da6d-4bd2-961a-e8e9dc9ab57c tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676054 Feb 16 05:33:41.627036 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.provisioning_blocks [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Transition to ACTIVE for port object 1b21e5ec-67af-4154-90a7-d10f66f9f96b will not be triggered until provisioned by entity L2. {{(pid=102567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:33:41.640868 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:41.694012 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-2b8640cb-7be8-431b-b7dc-dc8c10e41067 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b894209f68184c7b93c5997dd6015286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5772038 Feb 16 05:33:41.697094 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 50946) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:41.697706 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8640cb-7be8-431b-b7dc-dc8c10e41067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa03a6c-c7c9-46fc-9d44-4e5ad2b2462d,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:41.714924 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Pushing event updated for resources: {'Port': ['ID=1b21e5ec-67af-4154-90a7-d10f66f9f96b,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:41.719401 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8596d3-9d2e-455a-bd97-3dc0a5041433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d087470-c4c7-4519-8a95-7e5a1cfd99b4'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:33:41.722324 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36361183-c32f-42f5-b1ae-9afc37ccff4f" -d '{"events": [{"server_uuid": "1d8596d3-9d2e-455a-bd97-3dc0a5041433", "name": "network-vif-plugged", "status": "completed", "tag": "8d087470-c4c7-4519-8a95-7e5a1cfd99b4"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:33:41.761596 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8922053a-4be8-4e83-a234-764055dc2cfb x-openstack-request-id: req-8922053a-4be8-4e83-a234-764055dc2cfb {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:33:41.761891 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8596d3-9d2e-455a-bd97-3dc0a5041433", "name": "network-vif-plugged", "status": "completed", "tag": "8d087470-c4c7-4519-8a95-7e5a1cfd99b4", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:33:41.762164 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8922053a-4be8-4e83-a234-764055dc2cfb {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:33:41.762520 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8596d3-9d2e-455a-bd97-3dc0a5041433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d087470-c4c7-4519-8a95-7e5a1cfd99b4', 'code': 200} Feb 16 05:33:41.786084 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38c4cf93-29fc-4376-8c42-688ad6ef4c94 admin admin] Publish callbacks [] for security_group (eaa03a6c-c7c9-46fc-9d44-4e5ad2b2462d), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:41.812132 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38c4cf93-29fc-4376-8c42-688ad6ef4c94 admin admin] Publish callbacks [] for security_group (eaa03a6c-c7c9-46fc-9d44-4e5ad2b2462d), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:41.815497 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Attempting to bind port 1b21e5ec-67af-4154-90a7-d10f66f9f96b on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:33:41.816060 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Attempting to bind port 1b21e5ec-67af-4154-90a7-d10f66f9f96b by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'ae5c69d9-65b4-4e84-8215-02012f7565ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:33:41.816866 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Attempting to bind port 1b21e5ec-67af-4154-90a7-d10f66f9f96b on network 8bff5ceb-655f-4b77-9e4f-6947f831595a {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:41.824002 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Port 1b21e5ec-67af-4154-90a7-d10f66f9f96b on network 8bff5ceb-655f-4b77-9e4f-6947f831595a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:33:41.824592 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Attempting to bind port 1b21e5ec-67af-4154-90a7-d10f66f9f96b on network 8bff5ceb-655f-4b77-9e4f-6947f831595a {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:33:41.834831 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:33:41.835406 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Checking segment: {'id': 'ae5c69d9-65b4-4e84-8215-02012f7565ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:41.835791 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Bound using segment: {'id': 'ae5c69d9-65b4-4e84-8215-02012f7565ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a'} {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:33:41.837303 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Bound port: 1b21e5ec-67af-4154-90a7-d10f66f9f96b, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae5c69d9-65b4-4e84-8215-02012f7565ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a'}}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:33:41.837303 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:41.913532 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38c4cf93-29fc-4376-8c42-688ad6ef4c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (eaa03a6c-c7c9-46fc-9d44-4e5ad2b2462d), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:41.916813 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38c4cf93-29fc-4376-8c42-688ad6ef4c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:41.918174 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-38c4cf93-29fc-4376-8c42-688ad6ef4c94 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eaa03a6c-c7c9-46fc-9d44-4e5ad2b2462d HTTP/1.1" status: 204 len: 168 time: 0.2194428 Feb 16 05:33:41.928483 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4cf93-29fc-4376-8c42-688ad6ef4c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa03a6c-c7c9-46fc-9d44-4e5ad2b2462d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:41.984798 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f8eb0-9b0c-405a-b24f-393064a680c0 req-484edbdc-3724-423c-addb-b575b5a48ddd tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:41.992178 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7e3f8eb0-9b0c-405a-b24f-393064a680c0 req-484edbdc-3724-423c-addb-b575b5a48ddd tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 943 time: 0.1591721 Feb 16 05:33:42.013287 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] For port 1b21e5ec-67af-4154-90a7-d10f66f9f96b, host hv-cinder-82947, cleared binding levels {{(pid=102567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:33:42.038730 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] For port 1b21e5ec-67af-4154-90a7-d10f66f9f96b, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=1b21e5ec-67af-4154-90a7-d10f66f9f96b,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:33:42.053463 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:42.115223 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7e3f8eb0-9b0c-405a-b24f-393064a680c0 req-fac0ecbc-6d62-4f17-94e5-d80b21396ff2 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173260 Feb 16 05:33:42.126818 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:42.127457 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:42.128889 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] 10.222.0.60 "PUT /v2.0/ports/1b21e5ec-67af-4154-90a7-d10f66f9f96b HTTP/1.1" status: 200 len: 1093 time: 1.7729514 Feb 16 05:33:42.142221 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31029ec-a3c1-4b3d-abda-679f769a6079 service neutron] Pushing event updated for resources: {'Port': ['ID=1b21e5ec-67af-4154-90a7-d10f66f9f96b,revision_number=3']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:42.198583 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f2dc1-c5eb-445a-9dbf-e0f1c7b93287 req-a5a7f6f3-7b7e-4766-89da-8fc0ca7921a1 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:42.200875 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-208f2dc1-c5eb-445a-9dbf-e0f1c7b93287 req-a5a7f6f3-7b7e-4766-89da-8fc0ca7921a1 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 945 time: 0.0558391 Feb 16 05:33:42.256676 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-208f2dc1-c5eb-445a-9dbf-e0f1c7b93287 req-b92959fc-67b3-4e7a-8d38-4b8cf67e50ab tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493600 Feb 16 05:33:42.349334 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef108b-9ab3-405b-9f91-0b223e04ebb6 req-ed056c6e-d238-484c-bcc2-7b90268b9338 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:42.350930 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-07ef108b-9ab3-405b-9f91-0b223e04ebb6 req-ed056c6e-d238-484c-bcc2-7b90268b9338 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0611553 Feb 16 05:33:42.407497 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-07ef108b-9ab3-405b-9f91-0b223e04ebb6 req-cb05abaf-0e5b-4655-a456-75f8ea0de4eb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506804 Feb 16 05:33:42.657248 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af406f99-08ff-4f8d-97f2-b83c4788cf93 req-90cb440e-3adf-4433-921a-48f11e89ca82 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:42.658779 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-af406f99-08ff-4f8d-97f2-b83c4788cf93 req-90cb440e-3adf-4433-921a-48f11e89ca82 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 943 time: 0.0550961 Feb 16 05:33:42.722957 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-af406f99-08ff-4f8d-97f2-b83c4788cf93 req-5a851182-9caa-4874-b543-96f3b1e3cc57 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588281 Feb 16 05:33:42.753145 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5cb36-efe4-4090-8ccd-12718acd57fb req-4fbf55b3-b103-4680-a6d9-85425599ab28 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:42.754578 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7eb5cb36-efe4-4090-8ccd-12718acd57fb req-4fbf55b3-b103-4680-a6d9-85425599ab28 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 945 time: 0.0538795 Feb 16 05:33:42.800240 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7eb5cb36-efe4-4090-8ccd-12718acd57fb req-730eb467-5f5b-46c0-aefe-b01f239ea842 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402348 Feb 16 05:33:43.008272 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03664210-52cd-4649-abb9-282e98802be3', 'tag': '1b21e5ec-67af-4154-90a7-d10f66f9f96b'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:33:43.010786 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed140a65-46dc-4406-8999-18ed64a04b12" -d '{"events": [{"name": "network-changed", "server_uuid": "03664210-52cd-4649-abb9-282e98802be3", "tag": "1b21e5ec-67af-4154-90a7-d10f66f9f96b"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:33:43.045454 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e539feb2-667d-4757-a9ce-33c9975d4685 x-openstack-request-id: req-e539feb2-667d-4757-a9ce-33c9975d4685 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:33:43.045749 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03664210-52cd-4649-abb9-282e98802be3", "tag": "1b21e5ec-67af-4154-90a7-d10f66f9f96b", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:33:43.046054 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e539feb2-667d-4757-a9ce-33c9975d4685 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:33:43.046896 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03664210-52cd-4649-abb9-282e98802be3', 'tag': '1b21e5ec-67af-4154-90a7-d10f66f9f96b', 'status': 'completed', 'code': 200} Feb 16 05:33:43.224218 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687dcd4-2093-488a-80b6-186cd54f4f11 req-cd377f1e-01d2-460a-82b7-27cd6d5dd982 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:43.228655 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b687dcd4-2093-488a-80b6-186cd54f4f11 req-cd377f1e-01d2-460a-82b7-27cd6d5dd982 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 943 time: 0.0554843 Feb 16 05:33:43.276738 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b687dcd4-2093-488a-80b6-186cd54f4f11 req-c60a3627-54d2-461a-9ba0-2a8230ccb8ed tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452561 Feb 16 05:33:43.390821 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414553db-ceb6-4eed-bbbe-45bdbee29bab req-406e8912-2c09-4d0b-a16f-a9226472dce8 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:43.390821 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-414553db-ceb6-4eed-bbbe-45bdbee29bab req-406e8912-2c09-4d0b-a16f-a9226472dce8 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 945 time: 0.0561721 Feb 16 05:33:43.444145 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-414553db-ceb6-4eed-bbbe-45bdbee29bab req-ac17f412-7b52-4bc9-b507-8166ad1a3210 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494418 Feb 16 05:33:43.530375 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6594857-ccef-4a4a-b89a-c1872812b52d req-bd4856a4-b09b-4086-8ccc-0fcbe89afef1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:43.531991 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f6594857-ccef-4a4a-b89a-c1872812b52d req-bd4856a4-b09b-4086-8ccc-0fcbe89afef1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0517683 Feb 16 05:33:43.582702 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f6594857-ccef-4a4a-b89a-c1872812b52d req-33abc850-2a81-4b7f-87c6-a8f863cac8bc tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450828 Feb 16 05:33:43.611507 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:33:43.707585 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 51036) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:43.829967 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1ff81fc-78e8-488c-81aa-856cc4550a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:43.875487 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c83101-9fdc-413e-a3a0-79d06bf2c89a req-335e0cc6-6996-4bda-9f91-18a13243e70e tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:43.876952 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-59c83101-9fdc-413e-a3a0-79d06bf2c89a req-335e0cc6-6996-4bda-9f91-18a13243e70e tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 943 time: 0.0872943 Feb 16 05:33:43.918545 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e52cb6-78cc-4a49-81ae-0831919a8102 req-9c1fe111-4baa-4b7d-803c-ade3c6b1921d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:43.921037 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-61e52cb6-78cc-4a49-81ae-0831919a8102 req-9c1fe111-4baa-4b7d-803c-ade3c6b1921d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 945 time: 0.0542128 Feb 16 05:33:43.944509 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-59c83101-9fdc-413e-a3a0-79d06bf2c89a req-070e7366-d0d2-4e28-8fae-075d14af2c09 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614202 Feb 16 05:33:43.962840 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1ff81fc-78e8-488c-81aa-856cc4550a06 admin admin] Publish callbacks [] for security_group (e50a5333-70f4-41f1-bf1c-9402af57714c), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:43.966636 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1ff81fc-78e8-488c-81aa-856cc4550a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (e50a5333-70f4-41f1-bf1c-9402af57714c), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:43.980476 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-61e52cb6-78cc-4a49-81ae-0831919a8102 req-6af87633-173d-4b96-958f-a66db25c59ef tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536733 Feb 16 05:33:44.005773 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-b1ff81fc-78e8-488c-81aa-856cc4550a06 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b3eb3430b3104f97a5c9d7caa52a25a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971232 Feb 16 05:33:44.006647 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff81fc-78e8-488c-81aa-856cc4550a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50a5333-70f4-41f1-bf1c-9402af57714c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:44.008372 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51044) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:44.055206 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-616f6ef2-c353-4b5e-b21e-ee33dc306e9f admin admin] Publish callbacks [] for security_group (e50a5333-70f4-41f1-bf1c-9402af57714c), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:44.075667 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-616f6ef2-c353-4b5e-b21e-ee33dc306e9f admin admin] Publish callbacks [] for security_group (e50a5333-70f4-41f1-bf1c-9402af57714c), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:44.120365 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-616f6ef2-c353-4b5e-b21e-ee33dc306e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (e50a5333-70f4-41f1-bf1c-9402af57714c), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:44.124140 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-616f6ef2-c353-4b5e-b21e-ee33dc306e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:44.125607 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-616f6ef2-c353-4b5e-b21e-ee33dc306e9f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e50a5333-70f4-41f1-bf1c-9402af57714c HTTP/1.1" status: 204 len: 168 time: 0.1162496 Feb 16 05:33:44.133094 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f6ef2-c353-4b5e-b21e-ee33dc306e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50a5333-70f4-41f1-bf1c-9402af57714c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:44.292040 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device ea0bb21c-e630-4bb0-9c90-163cf454c5fa details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:33:44.429766 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port ea0bb21c-e630-4bb0-9c90-163cf454c5fa, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=ea0bb21c-e630-4bb0-9c90-163cf454c5fa,segment=NetworkSegment(ceff631c-45db-4708-b64a-2f17c1110a04),segment_id=ceff631c-45db-4708-b64a-2f17c1110a04)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:44.448325 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': 'ea0bb21c-e630-4bb0-9c90-163cf454c5fa', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'port_id': 'ea0bb21c-e630-4bb0-9c90-163cf454c5fa', 'mac_address': 'fa:16:3e:27:15:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:33:44.448533 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed0219-5003-4fb2-908c-6bbdf3211954 req-967a7783-411b-48de-b304-84c10ccd2bce tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:44.453938 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f2da1e35-eab3-4de5-8950-2d165ecefcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:44.455724 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-f2da1e35-eab3-4de5-8950-2d165ecefcf4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=98f0673600914ab1a0a8636e309c3306&device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 1127 time: 0.0898209 Feb 16 05:33:44.456619 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-faed0219-5003-4fb2-908c-6bbdf3211954 req-967a7783-411b-48de-b304-84c10ccd2bce tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 943 time: 0.1034436 Feb 16 05:33:44.466936 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51056) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:44.498012 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cd8c9f34-b513-484d-a46e-c1a59355e1f8 req-91c49004-b764-4fad-8db7-68cc473090f1 service neutron] 10.222.0.60 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154462 Feb 16 05:33:44.505571 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port ea0bb21c-e630-4bb0-9c90-163cf454c5fa is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:44.506048 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (ea0bb21c-e630-4bb0-9c90-163cf454c5fa), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:44.523667 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-faed0219-5003-4fb2-908c-6bbdf3211954 req-fc48c7bd-7cdd-4bc8-9fe1-3adc5c2d3ac3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652077 Feb 16 05:33:44.527364 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-185b1d22-8247-41a7-9933-1dc045cf127d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:44.531000 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0bb21c-e630-4bb0-9c90-163cf454c5fa {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:33:44.539930 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-ecbcba2f-614a-4439-9a93-c1745946e948 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b21e5ec-67af-4154-90a7-d10f66f9f96b HTTP/1.1" status: 200 len: 217 time: 0.0640097 Feb 16 05:33:44.555637 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port ea0bb21c-e630-4bb0-9c90-163cf454c5fa, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=ea0bb21c-e630-4bb0-9c90-163cf454c5fa,segment=NetworkSegment(ceff631c-45db-4708-b64a-2f17c1110a04),segment_id=ceff631c-45db-4708-b64a-2f17c1110a04)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:44.559651 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (ea0bb21c-e630-4bb0-9c90-163cf454c5fa), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:44.612137 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=ea0bb21c-e630-4bb0-9c90-163cf454c5fa,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:44.723738 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192df12-8bdc-4997-9127-74927bc8bffd req-df4d8a78-c34e-459c-a18e-66d50bf5d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:44.725477 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c192df12-8bdc-4997-9127-74927bc8bffd req-df4d8a78-c34e-459c-a18e-66d50bf5d8ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=971394cccbfa49b584616f61ed5eb8a2&device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 1127 time: 0.0862861 Feb 16 05:33:44.732417 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a88c7-28fc-406d-b61d-0355a87b1aea req-2fbe7c91-ca16-4a6c-bb9b-597f0df3cbf1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:44.734098 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-242a88c7-28fc-406d-b61d-0355a87b1aea req-2fbe7c91-ca16-4a6c-bb9b-597f0df3cbf1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0690932 Feb 16 05:33:44.849909 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-242a88c7-28fc-406d-b61d-0355a87b1aea req-21510764-63db-479e-8254-8fa77b5dd060 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055360 Feb 16 05:33:44.882935 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192df12-8bdc-4997-9127-74927bc8bffd req-6c2a0507-c6d4-4b97-a1d3-096b51ae254f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:44.882935 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c192df12-8bdc-4997-9127-74927bc8bffd req-6c2a0507-c6d4-4b97-a1d3-096b51ae254f service neutron] 10.222.0.60 "GET /v2.0/networks?id=d78b6deb-fc45-4cca-b643-a09448659dd2 HTTP/1.1" status: 200 len: 919 time: 0.1333084 Feb 16 05:33:44.891853 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-658a9972-400f-4ce7-b522-983075a2c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:44.893994 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-658a9972-400f-4ce7-b522-983075a2c15d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0acbf643-c806-4af9-a75e-f3ce06c9fe9e HTTP/1.1" status: 200 len: 855 time: 0.1398144 Feb 16 05:33:44.915539 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c192df12-8bdc-4997-9127-74927bc8bffd req-ad607a85-ad59-43fc-b9b6-9f26589d95c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beeb43e2-2312-4e25-8fef-fd7ecfc5800b HTTP/1.1" status: 200 len: 217 time: 0.0384879 Feb 16 05:33:44.927117 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24a3f5-bbaa-45a6-8254-8b91404a7a54 req-00d15f0f-f6c2-4c67-ac07-227464948f1e tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:44.928549 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ad24a3f5-bbaa-45a6-8254-8b91404a7a54 req-00d15f0f-f6c2-4c67-ac07-227464948f1e tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 945 time: 0.3781805 Feb 16 05:33:44.957015 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fae19-6da5-43a5-a758-be52ddfbb226 req-977f93ff-5464-47a5-9290-ab8b038194f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:44.958516 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-171fae19-6da5-43a5-a758-be52ddfbb226 req-977f93ff-5464-47a5-9290-ab8b038194f0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 1129 time: 0.2067564 Feb 16 05:33:44.972284 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['ea0bb21c-e630-4bb0-9c90-163cf454c5fa'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:33:45.001550 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192df12-8bdc-4997-9127-74927bc8bffd req-cb2d6db5-6e32-4249-8d9c-e66201f606e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:45.003402 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c192df12-8bdc-4997-9127-74927bc8bffd req-cb2d6db5-6e32-4249-8d9c-e66201f606e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f749e834-f594-43d5-a00e-995704979ca3 HTTP/1.1" status: 200 len: 858 time: 0.0545473 Feb 16 05:33:45.011904 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-185b1d22-8247-41a7-9933-1dc045cf127d admin admin] Publish callbacks [] for security_group (40865134-27de-4ee8-ba73-65ca920924a2), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:45.031682 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-185b1d22-8247-41a7-9933-1dc045cf127d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (40865134-27de-4ee8-ba73-65ca920924a2), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:45.078182 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c192df12-8bdc-4997-9127-74927bc8bffd req-f7e73b54-5ce8-4717-8758-a93e082a12bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d78b6deb-fc45-4cca-b643-a09448659dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290694 Feb 16 05:33:45.098077 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cd3af-ee48-45b0-92ae-2f7735310a5c req-b85271e7-64b8-45a5-99ed-d5caff94dc7e tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:45.099582 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c69cd3af-ee48-45b0-92ae-2f7735310a5c req-b85271e7-64b8-45a5-99ed-d5caff94dc7e tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 944 time: 0.0764725 Feb 16 05:33:45.120530 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-185b1d22-8247-41a7-9933-1dc045cf127d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=de02aa7bd9854da9ad52e2898cd4cc61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6522944 Feb 16 05:33:45.124419 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ad24a3f5-bbaa-45a6-8254-8b91404a7a54 req-381fe347-5592-41f3-9166-f3e6514d799a tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747274 Feb 16 05:33:45.128879 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51066) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:45.148316 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-8534d7c8-ebd5-4c6f-a1ce-77d99ca5e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:45.150079 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-8534d7c8-ebd5-4c6f-a1ce-77d99ca5e1c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bff5ceb-655f-4b77-9e4f-6947f831595a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2412188 Feb 16 05:33:45.150931 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b1d22-8247-41a7-9933-1dc045cf127d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40865134-27de-4ee8-ba73-65ca920924a2,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:45.163745 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-171fae19-6da5-43a5-a758-be52ddfbb226 req-ebc61a1d-c26a-46f1-ba28-b60e0ff0e678 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803975 Feb 16 05:33:45.232673 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3668ec59-faf0-4719-a085-fda41bc82faf admin admin] Publish callbacks [] for security_group (40865134-27de-4ee8-ba73-65ca920924a2), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:45.251901 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c69cd3af-ee48-45b0-92ae-2f7735310a5c req-ddda3a4c-d80a-46a6-887e-282f59e528d3 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1268256 Feb 16 05:33:45.261128 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3668ec59-faf0-4719-a085-fda41bc82faf admin admin] Publish callbacks [] for security_group (40865134-27de-4ee8-ba73-65ca920924a2), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:45.286147 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5d832-0d3a-46b5-88ec-94d7b41438fa req-5d77267f-5277-4f3a-b951-e1b20f186659 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:45.287463 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c192df12-8bdc-4997-9127-74927bc8bffd req-12317251-aab3-46f9-becb-6a2ecb6a9951 service neutron] 10.222.0.60 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667058 Feb 16 05:33:45.287780 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7da5d832-0d3a-46b5-88ec-94d7b41438fa req-5d77267f-5277-4f3a-b951-e1b20f186659 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 945 time: 0.0910735 Feb 16 05:33:45.361025 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7da5d832-0d3a-46b5-88ec-94d7b41438fa req-e77188ab-45a8-4b69-8249-83638cba4f1f tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587869 Feb 16 05:33:45.362118 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3668ec59-faf0-4719-a085-fda41bc82faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (40865134-27de-4ee8-ba73-65ca920924a2), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:45.364613 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3668ec59-faf0-4719-a085-fda41bc82faf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:45.368368 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-3668ec59-faf0-4719-a085-fda41bc82faf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/40865134-27de-4ee8-ba73-65ca920924a2 HTTP/1.1" status: 204 len: 168 time: 0.2384095 Feb 16 05:33:45.376785 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668ec59-faf0-4719-a085-fda41bc82faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40865134-27de-4ee8-ba73-65ca920924a2,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:45.536298 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-b9cef611-75ba-4e76-8297-44259b9e9fbd service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055830 Feb 16 05:33:45.591597 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c192df12-8bdc-4997-9127-74927bc8bffd req-99220e84-5b0a-466b-9129-e219d8c8d96d service neutron] 10.222.0.60 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417308 Feb 16 05:33:45.713005 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf66b80-edbd-4067-a1a8-f55fbf3f96fa req-594af2f8-f784-409d-ab34-a71de41028dd tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:45.714602 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-bbf66b80-edbd-4067-a1a8-f55fbf3f96fa req-594af2f8-f784-409d-ab34-a71de41028dd tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 943 time: 0.0989761 Feb 16 05:33:45.728610 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b7f86fc-292c-4ad2-8714-2a9b4329de2c req-40aa4e16-79be-4530-9000-0b98cf1395c7 service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791167 Feb 16 05:33:45.789977 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-bbf66b80-edbd-4067-a1a8-f55fbf3f96fa req-1b809069-a4dc-4d41-b900-5e79766055f5 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685298 Feb 16 05:33:45.895524 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed140a65-46dc-4406-8999-18ed64a04b12 req-45c9b182-a0f8-4d92-b3d3-5a3ff47d1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:45.897097 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ed140a65-46dc-4406-8999-18ed64a04b12 req-45c9b182-a0f8-4d92-b3d3-5a3ff47d1032 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=98f0673600914ab1a0a8636e309c3306&device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 1127 time: 0.0478394 Feb 16 05:33:46.014941 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 51110) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:46.112788 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df70ab7-09ad-4adf-bf7d-eb452560575b req-6f19e97e-99d8-4130-8f5d-66861f51995e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:46.114395 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3df70ab7-09ad-4adf-bf7d-eb452560575b req-6f19e97e-99d8-4130-8f5d-66861f51995e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.1617920 Feb 16 05:33:46.115574 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed140a65-46dc-4406-8999-18ed64a04b12 req-a112835a-1278-4f59-b3cb-3c18176cc8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:46.116874 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ed140a65-46dc-4406-8999-18ed64a04b12 req-a112835a-1278-4f59-b3cb-3c18176cc8d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bff5ceb-655f-4b77-9e4f-6947f831595a HTTP/1.1" status: 200 len: 917 time: 0.2064977 Feb 16 05:33:46.141615 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22418bd8-8421-490b-858b-89599b59b91a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:46.168578 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ed140a65-46dc-4406-8999-18ed64a04b12 req-6b9cb446-2732-4fcd-8ab1-88eabc92b573 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b21e5ec-67af-4154-90a7-d10f66f9f96b HTTP/1.1" status: 200 len: 217 time: 0.0410213 Feb 16 05:33:46.230898 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3df70ab7-09ad-4adf-bf7d-eb452560575b req-bbedc341-b138-434e-b6ff-f9d2b95df28f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102793 Feb 16 05:33:46.240422 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed140a65-46dc-4406-8999-18ed64a04b12 req-2156b0ec-e992-4e41-8585-ff6e0ecc073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:46.241564 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ed140a65-46dc-4406-8999-18ed64a04b12 req-2156b0ec-e992-4e41-8585-ff6e0ecc073e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0acbf643-c806-4af9-a75e-f3ce06c9fe9e HTTP/1.1" status: 200 len: 855 time: 0.0634172 Feb 16 05:33:46.295278 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22418bd8-8421-490b-858b-89599b59b91a admin admin] Publish callbacks [] for security_group (90c6c454-9a27-4cb8-931e-af5f1e174cf8), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:46.309057 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22418bd8-8421-490b-858b-89599b59b91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (90c6c454-9a27-4cb8-931e-af5f1e174cf8), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:46.315862 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device beeb43e2-2312-4e25-8fef-fd7ecfc5800b details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:33:46.322598 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed140a65-46dc-4406-8999-18ed64a04b12 req-82c97ef0-1aef-437a-b983-cc73a094aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:46.326354 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ed140a65-46dc-4406-8999-18ed64a04b12 req-82c97ef0-1aef-437a-b983-cc73a094aa72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bff5ceb-655f-4b77-9e4f-6947f831595a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660386 Feb 16 05:33:46.331488 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device ea0bb21c-e630-4bb0-9c90-163cf454c5fa up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:46.345199 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51126) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:46.346482 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59c902-51d1-4a92-9977-863689f4a8cb req-a7a658d6-1941-4b3c-b26e-5e20148136ed tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:46.348137 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6d59c902-51d1-4a92-9977-863689f4a8cb req-a7a658d6-1941-4b3c-b26e-5e20148136ed tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 945 time: 0.1395259 Feb 16 05:33:46.401185 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-22418bd8-8421-490b-858b-89599b59b91a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=040122fb905a4f89a6da69ae7fdc10d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849413 Feb 16 05:33:46.401774 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 51132) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:46.405106 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22418bd8-8421-490b-858b-89599b59b91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c6c454-9a27-4cb8-931e-af5f1e174cf8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:46.470729 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad940b-f7f3-4dc5-bb97-506509002f98 req-b57425de-4c34-44ad-94d3-a29b466279ee tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:46.471210 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6d59c902-51d1-4a92-9977-863689f4a8cb req-53323c84-5a76-47e3-9bdc-3e010764dec5 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118014 Feb 16 05:33:46.473039 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e1ad940b-f7f3-4dc5-bb97-506509002f98 req-b57425de-4c34-44ad-94d3-a29b466279ee tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 944 time: 0.1221581 Feb 16 05:33:46.511623 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0919349a-f74b-46d0-8b86-92104b54172b admin admin] Publish callbacks [] for security_group (90c6c454-9a27-4cb8-931e-af5f1e174cf8), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:46.530718 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ed140a65-46dc-4406-8999-18ed64a04b12 req-ed29986a-ae85-4cfc-82e5-153410019537 service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460762 Feb 16 05:33:46.539644 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0919349a-f74b-46d0-8b86-92104b54172b admin admin] Publish callbacks [] for security_group (90c6c454-9a27-4cb8-931e-af5f1e174cf8), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:46.541906 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-bbb1b608-d1c8-405e-adf1-a72cdd289bba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-914154051-network', 'tenant_id': 'd7dc9a2399504f35be3470331eddc4df'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:46.554517 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port ea0bb21c-e630-4bb0-9c90-163cf454c5fa completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:33:46.570635 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb1b608-d1c8-405e-adf1-a72cdd289bba admin admin] Made reservation on behalf of d7dc9a2399504f35be3470331eddc4df for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:46.572854 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b608-d1c8-405e-adf1-a72cdd289bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:46.604628 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b608-d1c8-405e-adf1-a72cdd289bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:46.641787 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e25ff5-99f3-44ef-abca-d249873bd8c5 req-1ac08ad6-df01-4158-98f2-91079661c8b6 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:46.643493 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f3e25ff5-99f3-44ef-abca-d249873bd8c5 req-1ac08ad6-df01-4158-98f2-91079661c8b6 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 945 time: 0.0873044 Feb 16 05:33:46.646862 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e1ad940b-f7f3-4dc5-bb97-506509002f98 req-2901ec0b-91b4-40ad-97de-cdec79659e6b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1578629 Feb 16 05:33:46.656746 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0919349a-f74b-46d0-8b86-92104b54172b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (90c6c454-9a27-4cb8-931e-af5f1e174cf8), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:46.660726 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0919349a-f74b-46d0-8b86-92104b54172b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:46.666701 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-0919349a-f74b-46d0-8b86-92104b54172b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/90c6c454-9a27-4cb8-931e-af5f1e174cf8 HTTP/1.1" status: 204 len: 168 time: 0.2633226 Feb 16 05:33:46.683826 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919349a-f74b-46d0-8b86-92104b54172b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c6c454-9a27-4cb8-931e-af5f1e174cf8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:46.737730 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port ea0bb21c-e630-4bb0-9c90-163cf454c5fa triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:46.738263 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ed140a65-46dc-4406-8999-18ed64a04b12 req-35940705-7a01-479d-95ed-0f91b83dc10a service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711576 Feb 16 05:33:46.738542 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (ea0bb21c-e630-4bb0-9c90-163cf454c5fa), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:46.758437 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f3e25ff5-99f3-44ef-abca-d249873bd8c5 req-cb8063d1-180b-4cfe-8a1c-59bfbf58ccf6 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897689 Feb 16 05:33:46.806706 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b608-d1c8-405e-adf1-a72cdd289bba admin admin] Publish callbacks [] for security_group (c085e2e2-750c-4ddc-915c-f07c59872af5), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:46.807544 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port beeb43e2-2312-4e25-8fef-fd7ecfc5800b, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=beeb43e2-2312-4e25-8fef-fd7ecfc5800b,segment=NetworkSegment(bd606385-4c28-4201-8004-440b5cea7aef),segment_id=bd606385-4c28-4201-8004-440b5cea7aef)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:46.829619 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b608-d1c8-405e-adf1-a72cdd289bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (c085e2e2-750c-4ddc-915c-f07c59872af5), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:46.829979 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': 'beeb43e2-2312-4e25-8fef-fd7ecfc5800b', 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2', 'port_id': 'beeb43e2-2312-4e25-8fef-fd7ecfc5800b', 'mac_address': 'fa:16:3e:bb:71:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f749e834-f594-43d5-a00e-995704979ca3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:33:46.863179 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb1b608-d1c8-405e-adf1-a72cdd289bba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 05:33:46.881519 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1b608-d1c8-405e-adf1-a72cdd289bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c085e2e2-750c-4ddc-915c-f07c59872af5,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:46.890610 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b608-d1c8-405e-adf1-a72cdd289bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (37794cfb-1cac-4b6e-91e8-d25886c87800), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:46.890610 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-bbb1b608-d1c8-405e-adf1-a72cdd289bba admin admin] Added segment 37794cfb-1cac-4b6e-91e8-d25886c87800 of type vlan for network 585b9741-c938-4bbb-b190-3ef70c03cd0b Feb 16 05:33:46.937726 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port beeb43e2-2312-4e25-8fef-fd7ecfc5800b is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:46.938243 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (beeb43e2-2312-4e25-8fef-fd7ecfc5800b), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:46.953692 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port ea0bb21c-e630-4bb0-9c90-163cf454c5fa is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:46.954418 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (ea0bb21c-e630-4bb0-9c90-163cf454c5fa), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:46.957049 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beeb43e2-2312-4e25-8fef-fd7ecfc5800b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:33:46.998369 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b608-d1c8-405e-adf1-a72cdd289bba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (585b9741-c938-4bbb-b190-3ef70c03cd0b), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:47.008544 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port beeb43e2-2312-4e25-8fef-fd7ecfc5800b, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=beeb43e2-2312-4e25-8fef-fd7ecfc5800b,segment=NetworkSegment(bd606385-4c28-4201-8004-440b5cea7aef),segment_id=bd606385-4c28-4201-8004-440b5cea7aef)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:47.015630 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bbecd5-0b2b-42ad-905e-cff757d16934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0bb21c-e630-4bb0-9c90-163cf454c5fa'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:33:47.018137 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc787d58-6b56-426d-9247-a1e412d834d0" -d '{"events": [{"server_uuid": "e7bbecd5-0b2b-42ad-905e-cff757d16934", "name": "network-vif-plugged", "status": "completed", "tag": "ea0bb21c-e630-4bb0-9c90-163cf454c5fa"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:33:47.038062 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (beeb43e2-2312-4e25-8fef-fd7ecfc5800b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:47.040307 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device b086e2fa-4423-4f0a-ab73-6efbf20ec756 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:33:47.063898 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae520a0-050d-4b17-9a59-7d556f081c67 req-414b8372-1b14-479f-a629-714f006e19c5 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:47.071022 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aae520a0-050d-4b17-9a59-7d556f081c67 req-414b8372-1b14-479f-a629-714f006e19c5 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 943 time: 0.1277366 Feb 16 05:33:47.078849 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b608-d1c8-405e-adf1-a72cdd289bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (585b9741-c938-4bbb-b190-3ef70c03cd0b), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:47.079836 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1b608-d1c8-405e-adf1-a72cdd289bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:47.080540 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b608-d1c8-405e-adf1-a72cdd289bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:47.124416 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134c9e00-a448-424b-a20e-c3f1c70157c1 x-openstack-request-id: req-134c9e00-a448-424b-a20e-c3f1c70157c1 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:33:47.124908 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7bbecd5-0b2b-42ad-905e-cff757d16934", "name": "network-vif-plugged", "status": "completed", "tag": "ea0bb21c-e630-4bb0-9c90-163cf454c5fa", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:33:47.125327 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-134c9e00-a448-424b-a20e-c3f1c70157c1 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:33:47.125896 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bbecd5-0b2b-42ad-905e-cff757d16934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0bb21c-e630-4bb0-9c90-163cf454c5fa', 'code': 200} Feb 16 05:33:47.129487 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=beeb43e2-2312-4e25-8fef-fd7ecfc5800b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:47.141530 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port ea0bb21c-e630-4bb0-9c90-163cf454c5fa, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=ea0bb21c-e630-4bb0-9c90-163cf454c5fa,segment=NetworkSegment(ceff631c-45db-4708-b64a-2f17c1110a04),segment_id=ceff631c-45db-4708-b64a-2f17c1110a04)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:47.167789 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (ea0bb21c-e630-4bb0-9c90-163cf454c5fa), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:47.199711 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 51154) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:47.200653 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-bbb1b608-d1c8-405e-adf1-a72cdd289bba admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8542306 Feb 16 05:33:47.201372 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51156) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:47.213201 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f6004231-8171-4ddd-a55a-88fe44a01fd5 admin admin] Request body: {'subnet': {'network_id': '585b9741-c938-4bbb-b190-3ef70c03cd0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-914154051-subnet', 'tenant_id': 'd7dc9a2399504f35be3470331eddc4df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:47.232791 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79181604-83a6-451e-b1ed-c58cedd7fe82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:47.240502 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port b086e2fa-4423-4f0a-ab73-6efbf20ec756, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=b086e2fa-4423-4f0a-ab73-6efbf20ec756,segment=NetworkSegment(bd606385-4c28-4201-8004-440b5cea7aef),segment_id=bd606385-4c28-4201-8004-440b5cea7aef)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:47.259047 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1b608-d1c8-405e-adf1-a72cdd289bba admin admin] Pushing event updated for resources: {'Network': ['ID=585b9741-c938-4bbb-b190-3ef70c03cd0b,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:47.260562 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': 'b086e2fa-4423-4f0a-ab73-6efbf20ec756', 'network_id': 'd78b6deb-fc45-4cca-b643-a09448659dd2', 'port_id': 'b086e2fa-4423-4f0a-ab73-6efbf20ec756', 'mac_address': 'fa:16:3e:3c:f6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f749e834-f594-43d5-a00e-995704979ca3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:33:47.289635 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network 585b9741-c938-4bbb-b190-3ef70c03cd0b details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:33:47.296903 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aae520a0-050d-4b17-9a59-7d556f081c67 req-2274eb57-ed8f-4830-8a9a-4be8b651fb62 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199044 Feb 16 05:33:47.316179 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6004231-8171-4ddd-a55a-88fe44a01fd5 admin admin] Made reservation on behalf of d7dc9a2399504f35be3470331eddc4df for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:47.318300 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6004231-8171-4ddd-a55a-88fe44a01fd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3813013'] for subnet (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:47.351043 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=ea0bb21c-e630-4bb0-9c90-163cf454c5fa,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:47.423634 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port b086e2fa-4423-4f0a-ab73-6efbf20ec756 is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:47.424238 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (b086e2fa-4423-4f0a-ab73-6efbf20ec756), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:47.433614 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79181604-83a6-451e-b1ed-c58cedd7fe82 admin admin] Publish callbacks [] for security_group (8b788bb5-5d2a-429a-be86-fa0bab5994e9), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:47.440627 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b086e2fa-4423-4f0a-ab73-6efbf20ec756 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:33:47.441884 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79181604-83a6-451e-b1ed-c58cedd7fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (8b788bb5-5d2a-429a-be86-fa0bab5994e9), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:47.461607 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port b086e2fa-4423-4f0a-ab73-6efbf20ec756, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=b086e2fa-4423-4f0a-ab73-6efbf20ec756,segment=NetworkSegment(bd606385-4c28-4201-8004-440b5cea7aef),segment_id=bd606385-4c28-4201-8004-440b5cea7aef)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:47.467595 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (b086e2fa-4423-4f0a-ab73-6efbf20ec756), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:47.495293 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbcb5b-9aef-44e5-b0f4-a4af0ce9523a req-b0664af7-0bb3-4e81-84cd-243a19d2b194 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:47.497748 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-aafbcb5b-9aef-44e5-b0f4-a4af0ce9523a req-b0664af7-0bb3-4e81-84cd-243a19d2b194 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.1125445 Feb 16 05:33:47.507608 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-79181604-83a6-451e-b1ed-c58cedd7fe82 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=06bed1100555450aaba0bf776af9abec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066297 Feb 16 05:33:47.508371 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79181604-83a6-451e-b1ed-c58cedd7fe82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b788bb5-5d2a-429a-be86-fa0bab5994e9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:47.512196 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 51166) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:47.532289 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=b086e2fa-4423-4f0a-ab73-6efbf20ec756,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:47.592506 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-aafbcb5b-9aef-44e5-b0f4-a4af0ce9523a req-4c6343fb-1df0-4d0f-b44a-5ca07392039a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786083 Feb 16 05:33:47.604294 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63c56da6-7dcb-445b-98e5-6965ed53515b admin admin] Publish callbacks [] for security_group (8b788bb5-5d2a-429a-be86-fa0bab5994e9), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:47.626781 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63c56da6-7dcb-445b-98e5-6965ed53515b admin admin] Publish callbacks [] for security_group (8b788bb5-5d2a-429a-be86-fa0bab5994e9), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:47.678776 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63c56da6-7dcb-445b-98e5-6965ed53515b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (8b788bb5-5d2a-429a-be86-fa0bab5994e9), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:47.681786 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63c56da6-7dcb-445b-98e5-6965ed53515b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:47.683005 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-63c56da6-7dcb-445b-98e5-6965ed53515b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8b788bb5-5d2a-429a-be86-fa0bab5994e9 HTTP/1.1" status: 204 len: 168 time: 0.1629097 Feb 16 05:33:47.691698 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c6bc9-9b59-4f5d-bf9c-95f0fd7f9bef req-78545057-a361-49cf-a51d-10fc97440225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:47.693203 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0e9c6bc9-9b59-4f5d-bf9c-95f0fd7f9bef req-78545057-a361-49cf-a51d-10fc97440225 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 1129 time: 0.3018329 Feb 16 05:33:47.702472 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c56da6-7dcb-445b-98e5-6965ed53515b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b788bb5-5d2a-429a-be86-fa0bab5994e9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:47.702930 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ea651-0f81-47a5-8e08-fd03e8bbcb79 req-72470ee2-abe1-4827-b66c-f2bd09fb7b64 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:47.704498 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c81ea651-0f81-47a5-8e08-fd03e8bbcb79 req-72470ee2-abe1-4827-b66c-f2bd09fb7b64 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 945 time: 0.0915735 Feb 16 05:33:47.792569 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c81ea651-0f81-47a5-8e08-fd03e8bbcb79 req-0ff0e190-e80b-4386-92ed-2c75997d7614 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786798 Feb 16 05:33:47.799198 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c9923-4a97-47a2-90d4-39d0a8d11955 req-e80b7673-f99a-431b-9829-45650e9ca8d4 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:47.807639 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6a2c9923-4a97-47a2-90d4-39d0a8d11955 req-e80b7673-f99a-431b-9829-45650e9ca8d4 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0604336 Feb 16 05:33:47.861148 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6004231-8171-4ddd-a55a-88fe44a01fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4118562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3812999'] for subnet (4c1a2592-541f-4a6d-9494-c58031ee1b14), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:47.871679 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6a2c9923-4a97-47a2-90d4-39d0a8d11955 req-b526139b-b974-475d-8cab-65b448b35dd1 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580103 Feb 16 05:33:47.927464 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6004231-8171-4ddd-a55a-88fe44a01fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c1a2592-541f-4a6d-9494-c58031ee1b14,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:47.938404 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6004231-8171-4ddd-a55a-88fe44a01fd5 admin admin] Checking segment: {'id': '37794cfb-1cac-4b6e-91e8-d25886c87800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '585b9741-c938-4bbb-b190-3ef70c03cd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:47.938773 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6004231-8171-4ddd-a55a-88fe44a01fd5 admin admin] Network hostable DHCP agents. Network: 585b9741-c938-4bbb-b190-3ef70c03cd0b, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:33:47.956508 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6004231-8171-4ddd-a55a-88fe44a01fd5 admin admin] Network 585b9741-c938-4bbb-b190-3ef70c03cd0b is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:33:47.965392 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f6004231-8171-4ddd-a55a-88fe44a01fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, 585b9741-c938-4bbb-b190-3ef70c03cd0b) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:47.970663 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6004231-8171-4ddd-a55a-88fe44a01fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:47.972290 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6004231-8171-4ddd-a55a-88fe44a01fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:47.974442 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9755312-c3eb-42d8-82e0-b8b420a9a148 None None] Network 585b9741-c938-4bbb-b190-3ef70c03cd0b requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:33:47.992877 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f6004231-8171-4ddd-a55a-88fe44a01fd5 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7833743 Feb 16 05:33:48.080547 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89c2683-cf3f-479d-9a8d-58420efd9b62 None None] Network 585b9741-c938-4bbb-b190-3ef70c03cd0b requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:33:48.176585 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 51182) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:48.186328 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46c81816-3464-452f-b9e9-c63dbed34e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:48.276835 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46c81816-3464-452f-b9e9-c63dbed34e21 admin admin] Publish callbacks [] for security_group (91cc25af-8174-4835-940f-18a5a27c1970), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:48.281511 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46c81816-3464-452f-b9e9-c63dbed34e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (91cc25af-8174-4835-940f-18a5a27c1970), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:48.320364 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-46c81816-3464-452f-b9e9-c63dbed34e21 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=816035c3ec834a13b375e7f7f18c2c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490936 Feb 16 05:33:48.323213 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51192) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:48.325222 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c81816-3464-452f-b9e9-c63dbed34e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cc25af-8174-4835-940f-18a5a27c1970,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:48.377298 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-40cfa297-ded7-414d-b787-b80c93e88dc9 admin admin] Publish callbacks [] for security_group (91cc25af-8174-4835-940f-18a5a27c1970), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:48.442361 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-40cfa297-ded7-414d-b787-b80c93e88dc9 admin admin] Publish callbacks [] for security_group (91cc25af-8174-4835-940f-18a5a27c1970), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:48.509017 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0e9c6bc9-9b59-4f5d-bf9c-95f0fd7f9bef req-7b6640cb-dcb3-4155-9b88-7b12cfeb2bd8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027744 Feb 16 05:33:48.520486 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56615211-8424-4470-96f0-e66fdc77869a req-35209bd2-03e2-4b78-9cc8-f8f2e25cb326 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:48.522036 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-56615211-8424-4470-96f0-e66fdc77869a req-35209bd2-03e2-4b78-9cc8-f8f2e25cb326 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 944 time: 0.1347711 Feb 16 05:33:48.546048 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-40cfa297-ded7-414d-b787-b80c93e88dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (91cc25af-8174-4835-940f-18a5a27c1970), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:48.548944 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-40cfa297-ded7-414d-b787-b80c93e88dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:48.550108 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-40cfa297-ded7-414d-b787-b80c93e88dc9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/91cc25af-8174-4835-940f-18a5a27c1970 HTTP/1.1" status: 204 len: 168 time: 0.2252660 Feb 16 05:33:48.564076 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfa297-ded7-414d-b787-b80c93e88dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cc25af-8174-4835-940f-18a5a27c1970,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:48.591321 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-56615211-8424-4470-96f0-e66fdc77869a req-87429896-c6a2-4e4e-8a6c-503cec785637 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623116 Feb 16 05:33:48.665008 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51208) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:48.670561 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f4d140d1-bd5a-439e-92f0-d77ac1ce32f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1441361084-network', 'tenant_id': '7abca0ffaea04cf7ad742d93d68da08a'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:48.698635 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d140d1-bd5a-439e-92f0-d77ac1ce32f5 admin admin] Made reservation on behalf of 7abca0ffaea04cf7ad742d93d68da08a for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:48.701153 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f4d140d1-bd5a-439e-92f0-d77ac1ce32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:48.710806 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f4d140d1-bd5a-439e-92f0-d77ac1ce32f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:48.730144 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90f02a-7fd7-42a2-aede-b45d24f52a0d req-8d0fbab4-3407-4cb8-975f-b41eabaf96f0 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:48.732824 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6c90f02a-7fd7-42a2-aede-b45d24f52a0d req-8d0fbab4-3407-4cb8-975f-b41eabaf96f0 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0622599 Feb 16 05:33:48.784264 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6c90f02a-7fd7-42a2-aede-b45d24f52a0d req-c4086865-e787-4fe0-91fd-d3c173b47e96 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458179 Feb 16 05:33:48.800465 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f4d140d1-bd5a-439e-92f0-d77ac1ce32f5 admin admin] Publish callbacks [] for security_group (832d2c5c-e52e-417a-b91e-016a517b7f24), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:48.813665 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f4d140d1-bd5a-439e-92f0-d77ac1ce32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (832d2c5c-e52e-417a-b91e-016a517b7f24), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:48.841359 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d140d1-bd5a-439e-92f0-d77ac1ce32f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 05:33:48.847222 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d140d1-bd5a-439e-92f0-d77ac1ce32f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832d2c5c-e52e-417a-b91e-016a517b7f24,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:48.857200 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f4d140d1-bd5a-439e-92f0-d77ac1ce32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (ee4d6628-1649-4e85-b826-d5cd82014eee), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:48.857657 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-f4d140d1-bd5a-439e-92f0-d77ac1ce32f5 admin admin] Added segment ee4d6628-1649-4e85-b826-d5cd82014eee of type vlan for network a1d5c3dd-4e54-46be-a572-8010e5ff02c5 Feb 16 05:33:48.906468 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f4d140d1-bd5a-439e-92f0-d77ac1ce32f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (a1d5c3dd-4e54-46be-a572-8010e5ff02c5), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:48.932459 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f4d140d1-bd5a-439e-92f0-d77ac1ce32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (a1d5c3dd-4e54-46be-a572-8010e5ff02c5), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:48.933727 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d140d1-bd5a-439e-92f0-d77ac1ce32f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:48.934559 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f4d140d1-bd5a-439e-92f0-d77ac1ce32f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:49.020211 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f4d140d1-bd5a-439e-92f0-d77ac1ce32f5 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3540540 Feb 16 05:33:49.023095 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 51222) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:49.027966 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-14764fe8-32eb-4d36-96ee-ccde38e5f26c admin admin] Request body: {'subnet': {'network_id': 'a1d5c3dd-4e54-46be-a572-8010e5ff02c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1441361084-subnet', 'tenant_id': '7abca0ffaea04cf7ad742d93d68da08a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:49.028644 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d140d1-bd5a-439e-92f0-d77ac1ce32f5 admin admin] Pushing event updated for resources: {'Network': ['ID=a1d5c3dd-4e54-46be-a572-8010e5ff02c5,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:49.043265 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network a1d5c3dd-4e54-46be-a572-8010e5ff02c5 details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:33:49.048672 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193b926-e45d-4422-90d0-b2168ff98689 req-b424c90d-7cf2-4416-9588-44a0e6aabda0 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:49.050229 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a193b926-e45d-4422-90d0-b2168ff98689 req-b424c90d-7cf2-4416-9588-44a0e6aabda0 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.1133318 Feb 16 05:33:49.065543 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14764fe8-32eb-4d36-96ee-ccde38e5f26c admin admin] Made reservation on behalf of 7abca0ffaea04cf7ad742d93d68da08a for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:33:49.068414 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14764fe8-32eb-4d36-96ee-ccde38e5f26c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:49.107541 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a193b926-e45d-4422-90d0-b2168ff98689 req-35da8531-d4f3-4d69-83b9-e4b715c03897 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509145 Feb 16 05:33:49.266720 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14764fe8-32eb-4d36-96ee-ccde38e5f26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for subnet (860f6591-c8e1-49a5-856c-41c26a94c817), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:49.321869 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14764fe8-32eb-4d36-96ee-ccde38e5f26c admin admin] Pushing event updated for resources: {'Subnet': ['ID=860f6591-c8e1-49a5-856c-41c26a94c817,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:49.330862 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14764fe8-32eb-4d36-96ee-ccde38e5f26c admin admin] Checking segment: {'id': 'ee4d6628-1649-4e85-b826-d5cd82014eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a1d5c3dd-4e54-46be-a572-8010e5ff02c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:33:49.331098 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14764fe8-32eb-4d36-96ee-ccde38e5f26c admin admin] Network hostable DHCP agents. Network: a1d5c3dd-4e54-46be-a572-8010e5ff02c5, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:33:49.347655 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14764fe8-32eb-4d36-96ee-ccde38e5f26c admin admin] Network a1d5c3dd-4e54-46be-a572-8010e5ff02c5 is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:33:49.356994 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-14764fe8-32eb-4d36-96ee-ccde38e5f26c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, a1d5c3dd-4e54-46be-a572-8010e5ff02c5) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:33:49.361139 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14764fe8-32eb-4d36-96ee-ccde38e5f26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:49.361757 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14764fe8-32eb-4d36-96ee-ccde38e5f26c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:49.365661 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b992983-945d-4412-89a2-6de2d6bba088 None None] Network a1d5c3dd-4e54-46be-a572-8010e5ff02c5 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:33:49.379476 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-14764fe8-32eb-4d36-96ee-ccde38e5f26c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3552060 Feb 16 05:33:49.473914 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ea72ed-457a-4ecf-a950-9e2fb792627b None None] Network a1d5c3dd-4e54-46be-a572-8010e5ff02c5 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:33:49.727860 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0967edb-6881-4a7d-9ced-3a619cfe74f3 req-a7885736-f93c-429e-b770-36c44e2bc0cb tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:49.729375 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b0967edb-6881-4a7d-9ced-3a619cfe74f3 req-a7885736-f93c-429e-b770-36c44e2bc0cb tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 944 time: 0.0643461 Feb 16 05:33:49.780588 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b0967edb-6881-4a7d-9ced-3a619cfe74f3 req-71d1321a-3604-41c2-84b5-6923d6879d44 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447252 Feb 16 05:33:49.925780 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14570015-18cb-42f6-bb08-ceb3df806cc3 req-c9f7ccba-2e4b-4d8b-8118-5aa7ffdcaf3e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:49.927534 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-14570015-18cb-42f6-bb08-ceb3df806cc3 req-c9f7ccba-2e4b-4d8b-8118-5aa7ffdcaf3e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0660720 Feb 16 05:33:49.990708 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-14570015-18cb-42f6-bb08-ceb3df806cc3 req-6efaab94-6918-44a7-9635-30b2c317cdc1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573845 Feb 16 05:33:50.226612 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66691ff8-7a08-46df-bd26-c0970bf8cbb0 req-26b4137f-6bf7-4dbf-a80f-465bac96e1f8 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:50.228065 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-66691ff8-7a08-46df-bd26-c0970bf8cbb0 req-26b4137f-6bf7-4dbf-a80f-465bac96e1f8 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0511365 Feb 16 05:33:50.281786 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-66691ff8-7a08-46df-bd26-c0970bf8cbb0 req-db2cf05c-1444-4b02-8e92-381898586dd0 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476091 Feb 16 05:33:50.764411 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['beeb43e2-2312-4e25-8fef-fd7ecfc5800b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:33:50.798163 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['b086e2fa-4423-4f0a-ab73-6efbf20ec756'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:33:50.901717 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac2a22-b5b5-4765-b543-f145a399e78d req-254623a2-c334-4d1f-a27e-3152b671cf3d tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:50.904052 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3bac2a22-b5b5-4765-b543-f145a399e78d req-254623a2-c334-4d1f-a27e-3152b671cf3d tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 944 time: 0.0511582 Feb 16 05:33:50.950469 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3bac2a22-b5b5-4765-b543-f145a399e78d req-1738fbd1-efcf-4e12-b683-3d72ebc43865 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399253 Feb 16 05:33:51.109275 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78424630-292f-4963-a75d-5c08ca49c5d3 req-9fb66a59-086f-492c-8f16-8b2dad17ad9a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:51.110723 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-78424630-292f-4963-a75d-5c08ca49c5d3 req-9fb66a59-086f-492c-8f16-8b2dad17ad9a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0502102 Feb 16 05:33:51.156882 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-78424630-292f-4963-a75d-5c08ca49c5d3 req-ed4af316-445c-463e-aa09-010550f73d45 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407469 Feb 16 05:33:51.409088 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df14635-3856-474d-aa6d-e49aec462305 req-1d1a7b11-51cd-4f8d-aeee-a7012437e0fc tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:51.410606 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1df14635-3856-474d-aa6d-e49aec462305 req-1d1a7b11-51cd-4f8d-aeee-a7012437e0fc tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0579114 Feb 16 05:33:51.461220 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1df14635-3856-474d-aa6d-e49aec462305 req-f4d121d8-501b-411d-a6a2-14c568c156dc tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445421 Feb 16 05:33:52.077083 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6efc9-8faf-498c-96dc-9e819db74ad2 req-1b3f9bab-c54e-446d-88bd-eb8a190fee84 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:52.078512 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-78c6efc9-8faf-498c-96dc-9e819db74ad2 req-1b3f9bab-c54e-446d-88bd-eb8a190fee84 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 944 time: 0.0524163 Feb 16 05:33:52.130889 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-78c6efc9-8faf-498c-96dc-9e819db74ad2 req-98856fbc-3b5e-466d-8580-d87ac00f0ad7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466049 Feb 16 05:33:52.285518 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09971a-6243-46ef-810b-4b28cf963a35 req-383b84f5-1155-48e1-9c1e-e6fecc76c9ee tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:52.287169 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-bd09971a-6243-46ef-810b-4b28cf963a35 req-383b84f5-1155-48e1-9c1e-e6fecc76c9ee tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0573654 Feb 16 05:33:52.333688 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 1b21e5ec-67af-4154-90a7-d10f66f9f96b details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:33:52.351176 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device b086e2fa-4423-4f0a-ab73-6efbf20ec756 up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:52.367369 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-bd09971a-6243-46ef-810b-4b28cf963a35 req-c210b7d8-b5fc-47a6-aefb-5d8ef3461b7e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644968 Feb 16 05:33:52.485836 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port b086e2fa-4423-4f0a-ab73-6efbf20ec756 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:33:52.488940 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 1b21e5ec-67af-4154-90a7-d10f66f9f96b, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=1b21e5ec-67af-4154-90a7-d10f66f9f96b,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:52.498578 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port b086e2fa-4423-4f0a-ab73-6efbf20ec756 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:52.499075 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (b086e2fa-4423-4f0a-ab73-6efbf20ec756), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:52.508366 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': '1b21e5ec-67af-4154-90a7-d10f66f9f96b', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'port_id': '1b21e5ec-67af-4154-90a7-d10f66f9f96b', 'mac_address': 'fa:16:3e:e7:b1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:33:52.577181 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 1b21e5ec-67af-4154-90a7-d10f66f9f96b is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:52.577594 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:52.598731 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b21e5ec-67af-4154-90a7-d10f66f9f96b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:33:52.615992 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce27735-6dfc-47e0-a776-093188e84950 req-3a97ea0c-14dd-4039-b19f-1ca57b415b5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:52.618600 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fce27735-6dfc-47e0-a776-093188e84950 req-3a97ea0c-14dd-4039-b19f-1ca57b415b5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0678358 Feb 16 05:33:52.640231 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 1b21e5ec-67af-4154-90a7-d10f66f9f96b, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=1b21e5ec-67af-4154-90a7-d10f66f9f96b,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:52.663638 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:52.679637 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fce27735-6dfc-47e0-a776-093188e84950 req-8299228f-1996-4cb5-9f9f-127b2aea7a2c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533020 Feb 16 05:33:52.680889 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port b086e2fa-4423-4f0a-ab73-6efbf20ec756 is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:52.681205 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (b086e2fa-4423-4f0a-ab73-6efbf20ec756), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:52.742161 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032cece1-a548-4e1f-a72a-b3647d09718c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b086e2fa-4423-4f0a-ab73-6efbf20ec756'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:33:52.744448 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32f9760-4529-4f5b-abd3-b5cc9762d756" -d '{"events": [{"server_uuid": "032cece1-a548-4e1f-a72a-b3647d09718c", "name": "network-vif-plugged", "status": "completed", "tag": "b086e2fa-4423-4f0a-ab73-6efbf20ec756"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:33:52.759769 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=1b21e5ec-67af-4154-90a7-d10f66f9f96b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:52.764008 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port b086e2fa-4423-4f0a-ab73-6efbf20ec756, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=b086e2fa-4423-4f0a-ab73-6efbf20ec756,segment=NetworkSegment(bd606385-4c28-4201-8004-440b5cea7aef),segment_id=bd606385-4c28-4201-8004-440b5cea7aef)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:52.771460 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (b086e2fa-4423-4f0a-ab73-6efbf20ec756), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:52.771801 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device beeb43e2-2312-4e25-8fef-fd7ecfc5800b up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:52.827083 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf31d5-046a-4500-a7c8-55ba6c89aacb req-b1c66fa6-faeb-4e2c-bfa4-bd0a0641bf0c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:52.828906 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-dadf31d5-046a-4500-a7c8-55ba6c89aacb req-b1c66fa6-faeb-4e2c-bfa4-bd0a0641bf0c tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0716290 Feb 16 05:33:52.838601 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51374) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:33:52.843692 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-fb9c1f8a-9521-4e09-af52-0ec7ad18fc88 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Request body: {'floatingip': {'port_id': 'ea0bb21c-e630-4bb0-9c90-163cf454c5fa'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:33:52.890661 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ebd2de-5ab0-4d05-a066-492fb35dbe5d x-openstack-request-id: req-a0ebd2de-5ab0-4d05-a066-492fb35dbe5d {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:33:52.890983 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032cece1-a548-4e1f-a72a-b3647d09718c", "name": "network-vif-plugged", "status": "completed", "tag": "b086e2fa-4423-4f0a-ab73-6efbf20ec756", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:33:52.891241 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a0ebd2de-5ab0-4d05-a066-492fb35dbe5d {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:33:52.891625 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032cece1-a548-4e1f-a72a-b3647d09718c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b086e2fa-4423-4f0a-ab73-6efbf20ec756', 'code': 200} Feb 16 05:33:52.893235 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=b086e2fa-4423-4f0a-ab73-6efbf20ec756,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:52.903728 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port beeb43e2-2312-4e25-8fef-fd7ecfc5800b completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:33:52.908244 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port beeb43e2-2312-4e25-8fef-fd7ecfc5800b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:52.909558 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (beeb43e2-2312-4e25-8fef-fd7ecfc5800b), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:52.927264 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb9c1f8a-9521-4e09-af52-0ec7ad18fc88 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for floatingip (4cea09a9-6a70-49ce-9f25-85e7372c1933), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:53.006154 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port beeb43e2-2312-4e25-8fef-fd7ecfc5800b is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:53.006787 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (beeb43e2-2312-4e25-8fef-fd7ecfc5800b), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:53.068874 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port beeb43e2-2312-4e25-8fef-fd7ecfc5800b, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=beeb43e2-2312-4e25-8fef-fd7ecfc5800b,segment=NetworkSegment(bd606385-4c28-4201-8004-440b5cea7aef),segment_id=bd606385-4c28-4201-8004-440b5cea7aef)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:53.078756 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (beeb43e2-2312-4e25-8fef-fd7ecfc5800b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:53.138536 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['1b21e5ec-67af-4154-90a7-d10f66f9f96b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:33:53.246434 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=beeb43e2-2312-4e25-8fef-fd7ecfc5800b,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:53.281759 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e185e-5d97-43f7-9b18-9dcfb1bb33ec req-58f31e1a-0ffb-4a21-acc3-36dc525c6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:53.283251 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3a6e185e-5d97-43f7-9b18-9dcfb1bb33ec req-58f31e1a-0ffb-4a21-acc3-36dc525c6315 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 1129 time: 0.0894992 Feb 16 05:33:53.459985 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d9086-5559-4297-8619-21151027ad71 req-21a7b6ac-2f35-4d86-b306-f5006bd36b3f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:53.461464 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d02d9086-5559-4297-8619-21151027ad71 req-21a7b6ac-2f35-4d86-b306-f5006bd36b3f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0522640 Feb 16 05:33:53.514301 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d02d9086-5559-4297-8619-21151027ad71 req-d9ac5b7c-a383-4495-81f4-e62e8352b688 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469155 Feb 16 05:33:53.620299 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6b9ed-a47b-4438-aa3d-cd7b88240ae3 req-4fdcecb4-c9a6-41b0-81d5-e1c05d5fba1e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:53.622260 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1cb6b9ed-a47b-4438-aa3d-cd7b88240ae3 req-4fdcecb4-c9a6-41b0-81d5-e1c05d5fba1e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 944 time: 0.1623585 Feb 16 05:33:53.763997 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb9c1f8a-9521-4e09-af52-0ec7ad18fc88 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:53.770343 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1cb6b9ed-a47b-4438-aa3d-cd7b88240ae3 req-f3772c53-eac5-4ded-86e3-b64c409ee747 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349294 Feb 16 05:33:53.771433 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb9c1f8a-9521-4e09-af52-0ec7ad18fc88 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588210'] for floatingip (4cea09a9-6a70-49ce-9f25-85e7372c1933), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:54.045926 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.db.l3_db [None req-fb9c1f8a-9521-4e09-af52-0ec7ad18fc88 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Floating IP 4cea09a9-6a70-49ce-9f25-85e7372c1933 associated. External IP: 172.27.0.186, port: ea0bb21c-e630-4bb0-9c90-163cf454c5fa. Feb 16 05:33:54.254881 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9c1f8a-9521-4e09-af52-0ec7ad18fc88 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Router bb02fcd7-5391-4192-8bae-bb067774cf8b has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:33:54.364429 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9c1f8a-9521-4e09-af52-0ec7ad18fc88 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:33:54.369210 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb9c1f8a-9521-4e09-af52-0ec7ad18fc88 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:54.377150 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b480302-beaf-497c-9f26-0dfd92ef77e4 None None] Sync routers for ids ['bb02fcd7-5391-4192-8bae-bb067774cf8b'] in dv-cinder-829473-2-iscsi {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:33:54.387091 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b480302-beaf-497c-9f26-0dfd92ef77e4 None None] Routers {'bb02fcd7-5391-4192-8bae-bb067774cf8b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:33:54.387791 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0b480302-beaf-497c-9f26-0dfd92ef77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:33:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['bb02fcd7-5391-4192-8bae-bb067774cf8b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:54.401030 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-fb9c1f8a-9521-4e09-af52-0ec7ad18fc88 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "PUT /v2.0/floatingips/4cea09a9-6a70-49ce-9f25-85e7372c1933 HTTP/1.1" status: 200 len: 991 time: 1.5613408 Feb 16 05:33:54.401646 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7bbecd5-0b2b-42ad-905e-cff757d16934', 'tag': 'ea0bb21c-e630-4bb0-9c90-163cf454c5fa'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:33:54.404469 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5ac141-a486-49cb-bd88-06ac1b525688" -d '{"events": [{"name": "network-changed", "server_uuid": "e7bbecd5-0b2b-42ad-905e-cff757d16934", "tag": "ea0bb21c-e630-4bb0-9c90-163cf454c5fa"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:33:54.440859 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7fb7af-c607-4ddc-b4e9-c32b3f19cc6c x-openstack-request-id: req-4b7fb7af-c607-4ddc-b4e9-c32b3f19cc6c {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:33:54.441154 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7bbecd5-0b2b-42ad-905e-cff757d16934", "tag": "ea0bb21c-e630-4bb0-9c90-163cf454c5fa", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:33:54.441448 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4b7fb7af-c607-4ddc-b4e9-c32b3f19cc6c {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:33:54.441966 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7bbecd5-0b2b-42ad-905e-cff757d16934', 'tag': 'ea0bb21c-e630-4bb0-9c90-163cf454c5fa', 'status': 'completed', 'code': 200} Feb 16 05:33:54.495259 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-0b480302-beaf-497c-9f26-0dfd92ef77e4 None None] Set router bb02fcd7-5391-4192-8bae-bb067774cf8b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:33:54.637935 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30e5cb-ede8-4d2e-9d2a-824b45c82c19 req-8513507a-bd7a-4568-9606-95dfda48e6ac tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:54.640177 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ea30e5cb-ede8-4d2e-9d2a-824b45c82c19 req-8513507a-bd7a-4568-9606-95dfda48e6ac tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0522645 Feb 16 05:33:54.687767 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ea30e5cb-ede8-4d2e-9d2a-824b45c82c19 req-c55e0fd5-3704-4721-a6b7-5c016995658b tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416982 Feb 16 05:33:54.765453 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0b480302-beaf-497c-9f26-0dfd92ef77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 4, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port': {'id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '4cea09a9-6a70-49ce-9f25-85e7372c1933', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'port_id': 'ea0bb21c-e630-4bb0-9c90-163cf454c5fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'mac_address': 'fa:16:3e:27:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bbecd5-0b2b-42ad-905e-cff757d16934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:33:17Z', 'updated_at': '2022-02-16T05:33:53Z', 'revision_number': 1, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ef2ae2-7e5a-4b02-95b2-9480a904da95', 'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'mac_address': 'fa:16:3e:ca:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:08Z', 'updated_at': '2022-02-16T05:33:17Z', 'revision_number': 5, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'subnets': [{'id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:54.790449 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b480302-beaf-497c-9f26-0dfd92ef77e4 None None] Checking router: bb02fcd7-5391-4192-8bae-bb067774cf8b for host: dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:33:54.799245 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b480302-beaf-497c-9f26-0dfd92ef77e4 None None] Routers {'bb02fcd7-5391-4192-8bae-bb067774cf8b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:33:54.799832 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0b480302-beaf-497c-9f26-0dfd92ef77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:33:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['bb02fcd7-5391-4192-8bae-bb067774cf8b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:54.893142 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f32b7e4-79a4-47f9-ab79-2d74d3b26190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeb43e2-2312-4e25-8fef-fd7ecfc5800b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:33:54.893706 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0a1b5-0d1f-4100-a0b2-9e34fbe41a36 req-83190750-bdb7-46e8-bcfa-9fcb03545a18 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:54.894721 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-09a0a1b5-0d1f-4100-a0b2-9e34fbe41a36 req-83190750-bdb7-46e8-bcfa-9fcb03545a18 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 944 time: 0.0515728 Feb 16 05:33:54.895516 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7916a0-a6d0-4430-9714-327ae0c06af1" -d '{"events": [{"server_uuid": "4f32b7e4-79a4-47f9-ab79-2d74d3b26190", "name": "network-vif-plugged", "status": "completed", "tag": "beeb43e2-2312-4e25-8fef-fd7ecfc5800b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:33:54.907240 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-0b480302-beaf-497c-9f26-0dfd92ef77e4 None None] Set router bb02fcd7-5391-4192-8bae-bb067774cf8b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:33:54.965894 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-09a0a1b5-0d1f-4100-a0b2-9e34fbe41a36 req-696f7ed3-c0c3-4f77-8267-511c441ced18 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649419 Feb 16 05:33:54.983428 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3a6e185e-5d97-43f7-9b18-9dcfb1bb33ec req-fce64473-0311-4282-8181-e69840d7e7de service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501525 Feb 16 05:33:55.087317 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd099e9-2451-4b93-aef3-f34aec963c82 x-openstack-request-id: req-dbd099e9-2451-4b93-aef3-f34aec963c82 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:33:55.087604 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f32b7e4-79a4-47f9-ab79-2d74d3b26190", "name": "network-vif-plugged", "status": "completed", "tag": "beeb43e2-2312-4e25-8fef-fd7ecfc5800b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:33:55.087852 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dbd099e9-2451-4b93-aef3-f34aec963c82 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:33:55.088240 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f32b7e4-79a4-47f9-ab79-2d74d3b26190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeb43e2-2312-4e25-8fef-fd7ecfc5800b', 'code': 200} Feb 16 05:33:55.165853 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0b480302-beaf-497c-9f26-0dfd92ef77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 4, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port': {'id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '4cea09a9-6a70-49ce-9f25-85e7372c1933', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'port_id': 'ea0bb21c-e630-4bb0-9c90-163cf454c5fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'mac_address': 'fa:16:3e:27:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bbecd5-0b2b-42ad-905e-cff757d16934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:33:17Z', 'updated_at': '2022-02-16T05:33:53Z', 'revision_number': 1, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ef2ae2-7e5a-4b02-95b2-9480a904da95', 'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'mac_address': 'fa:16:3e:ca:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:08Z', 'updated_at': '2022-02-16T05:33:17Z', 'revision_number': 5, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'subnets': [{'id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:33:55.190635 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b480302-beaf-497c-9f26-0dfd92ef77e4 None None] The sync data for ids ['bb02fcd7-5391-4192-8bae-bb067774cf8b'] in dv-cinder-829473-2-iscsi is: [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 4, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port': {'id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '4cea09a9-6a70-49ce-9f25-85e7372c1933', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'port_id': 'ea0bb21c-e630-4bb0-9c90-163cf454c5fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'mac_address': 'fa:16:3e:27:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bbecd5-0b2b-42ad-905e-cff757d16934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:33:17Z', 'updated_at': '2022-02-16T05:33:53Z', 'revision_number': 1, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ef2ae2-7e5a-4b02-95b2-9480a904da95', 'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'mac_address': 'fa:16:3e:ca:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:08Z', 'updated_at': '2022-02-16T05:33:17Z', 'revision_number': 5, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'subnets': [{'id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:33:55.382134 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0d7fb2-2f2f-4c25-81c2-1961599edb6b None None] New status for floating IP 4cea09a9-6a70-49ce-9f25-85e7372c1933: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 05:33:55.811506 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8259e0-5241-403d-b128-b6ad4546e1c6 req-a66ea6d6-ecfb-40e4-86c5-b865a8da0122 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:55.812975 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1a8259e0-5241-403d-b128-b6ad4546e1c6 req-a66ea6d6-ecfb-40e4-86c5-b865a8da0122 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0542064 Feb 16 05:33:55.866590 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1a8259e0-5241-403d-b128-b6ad4546e1c6 req-081ea338-9224-49f3-9538-396e742b6d94 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480947 Feb 16 05:33:56.099278 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-acf59ced-3461-4cb4-ab9a-3d670833e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:56.102643 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ab983-f68b-4156-b3b5-396ab7c83ec9 req-d1c34fcc-2eeb-469a-9e81-f7c65d4e02be tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:56.104736 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5b8ab983-f68b-4156-b3b5-396ab7c83ec9 req-d1c34fcc-2eeb-469a-9e81-f7c65d4e02be tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 944 time: 0.0565469 Feb 16 05:33:56.155063 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5b8ab983-f68b-4156-b3b5-396ab7c83ec9 req-5a4d0738-0273-4236-9450-450ef85aa860 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440526 Feb 16 05:33:56.370323 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ac141-a486-49cb-bd88-06ac1b525688 req-3842f608-1766-4b79-acb0-163e7d2cc50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:56.373461 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dc5ac141-a486-49cb-bd88-06ac1b525688 req-3842f608-1766-4b79-acb0-163e7d2cc50a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d95f84bb5c4548a82ead0d4d2cb38c&device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 1129 time: 0.0482306 Feb 16 05:33:56.480572 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ac141-a486-49cb-bd88-06ac1b525688 req-537be27b-376f-4f4f-b685-ddce346b6be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:56.482595 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dc5ac141-a486-49cb-bd88-06ac1b525688 req-537be27b-376f-4f4f-b685-ddce346b6be3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c HTTP/1.1" status: 200 len: 911 time: 0.0875828 Feb 16 05:33:56.536279 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afa588-1af6-42e7-8d32-31f09cc2944e req-74a3d3a6-ab23-49ee-85ef-1f3671b8fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:56.537790 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-15afa588-1af6-42e7-8d32-31f09cc2944e req-74a3d3a6-ab23-49ee-85ef-1f3671b8fb08 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 1129 time: 0.0425637 Feb 16 05:33:56.581275 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-15afa588-1af6-42e7-8d32-31f09cc2944e req-f1b9a00e-cbb5-476b-9404-cedc0bccb329 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365808 Feb 16 05:33:56.585304 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dc5ac141-a486-49cb-bd88-06ac1b525688 req-7c100d74-e8d7-4072-91c1-3423184f0a43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea0bb21c-e630-4bb0-9c90-163cf454c5fa HTTP/1.1" status: 200 len: 1001 time: 0.0894663 Feb 16 05:33:56.951057 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ac141-a486-49cb-bd88-06ac1b525688 req-2e801a0b-56a5-45ef-be1f-546b195cf983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:56.952683 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dc5ac141-a486-49cb-bd88-06ac1b525688 req-2e801a0b-56a5-45ef-be1f-546b195cf983 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=636aaf45-90e1-4d41-a98b-57327459a7bf HTTP/1.1" status: 200 len: 849 time: 0.0477219 Feb 16 05:33:57.002284 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68063c88-a72d-4d94-a3af-165c37b29402 req-d9350464-edf8-4f85-acd8-0445f03cdf15 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:57.004021 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-68063c88-a72d-4d94-a3af-165c37b29402 req-d9350464-edf8-4f85-acd8-0445f03cdf15 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0564415 Feb 16 05:33:57.039628 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ac141-a486-49cb-bd88-06ac1b525688 req-36745669-cb5d-49b7-aa2c-f6f57a7222dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:57.042264 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dc5ac141-a486-49cb-bd88-06ac1b525688 req-36745669-cb5d-49b7-aa2c-f6f57a7222dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701542 Feb 16 05:33:57.058635 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-68063c88-a72d-4d94-a3af-165c37b29402 req-ba45ad17-308f-46f9-bbb6-edcc2e2dc216 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489779 Feb 16 05:33:57.158496 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dc5ac141-a486-49cb-bd88-06ac1b525688 req-5dc4c7a1-a367-4370-b82a-31c571e6abcf service neutron] 10.222.0.60 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957639 Feb 16 05:33:57.292308 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dc5ac141-a486-49cb-bd88-06ac1b525688 req-e67d349b-9b6c-4439-a007-1a34ad16cd51 service neutron] 10.222.0.60 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188483 Feb 16 05:33:57.308409 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415c6d9-4c88-4ab9-92b5-b9725ce2af2c req-365150bc-c186-4c40-ae77-468b37e14122 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:57.310428 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f415c6d9-4c88-4ab9-92b5-b9725ce2af2c req-365150bc-c186-4c40-ae77-468b37e14122 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 944 time: 0.0744975 Feb 16 05:33:57.366223 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f415c6d9-4c88-4ab9-92b5-b9725ce2af2c req-45936fe6-5556-4728-bbaa-26c0dbf12e33 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501165 Feb 16 05:33:57.873239 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 1b21e5ec-67af-4154-90a7-d10f66f9f96b up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:33:57.922055 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port 1b21e5ec-67af-4154-90a7-d10f66f9f96b completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:33:57.925838 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port 1b21e5ec-67af-4154-90a7-d10f66f9f96b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:33:57.926148 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:58.004687 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 1b21e5ec-67af-4154-90a7-d10f66f9f96b is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:33:58.005076 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:58.028176 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03664210-52cd-4649-abb9-282e98802be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b21e5ec-67af-4154-90a7-d10f66f9f96b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:33:58.030391 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce11ada0-c844-4b82-8ada-552487cd3987" -d '{"events": [{"server_uuid": "03664210-52cd-4649-abb9-282e98802be3", "name": "network-vif-plugged", "status": "completed", "tag": "1b21e5ec-67af-4154-90a7-d10f66f9f96b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:33:58.042668 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 1b21e5ec-67af-4154-90a7-d10f66f9f96b, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=1b21e5ec-67af-4154-90a7-d10f66f9f96b,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:33:58.047676 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:58.071631 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea0139d-6b0f-4190-a95e-d88c79010e45 x-openstack-request-id: req-0ea0139d-6b0f-4190-a95e-d88c79010e45 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:33:58.071946 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03664210-52cd-4649-abb9-282e98802be3", "name": "network-vif-plugged", "status": "completed", "tag": "1b21e5ec-67af-4154-90a7-d10f66f9f96b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:33:58.072207 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0ea0139d-6b0f-4190-a95e-d88c79010e45 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:33:58.072596 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03664210-52cd-4649-abb9-282e98802be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b21e5ec-67af-4154-90a7-d10f66f9f96b', 'code': 200} Feb 16 05:33:58.097080 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=1b21e5ec-67af-4154-90a7-d10f66f9f96b,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:33:58.177074 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0809ba6-99ae-411f-96ec-0eb6bf1be7cd req-55d8e630-c0a5-4558-a314-a9ec3d43a06e tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:58.178599 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e0809ba6-99ae-411f-96ec-0eb6bf1be7cd req-55d8e630-c0a5-4558-a314-a9ec3d43a06e tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0520959 Feb 16 05:33:58.235071 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e0809ba6-99ae-411f-96ec-0eb6bf1be7cd req-5cc0d12e-7dd3-484d-9f74-5f7a17e87840 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486081 Feb 16 05:33:58.443460 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebb56c-35b0-4fee-938c-3326d582c171 req-4a9ebf98-e8d7-4496-ab8b-1a959f317f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:58.445196 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-61ebb56c-35b0-4fee-938c-3326d582c171 req-4a9ebf98-e8d7-4496-ab8b-1a959f317f7b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 1129 time: 0.0538266 Feb 16 05:33:58.524587 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-61ebb56c-35b0-4fee-938c-3326d582c171 req-ad572cb4-0c31-4db5-8f41-5ebb46f97dc7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606172 Feb 16 05:33:58.528294 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8a5fd-7895-487b-a850-2349625c6e6c req-223cc5ee-ef0f-490d-9e43-ed3df40e4e59 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:58.535800 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ffa8a5fd-7895-487b-a850-2349625c6e6c req-223cc5ee-ef0f-490d-9e43-ed3df40e4e59 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0641661 Feb 16 05:33:58.584324 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-52796084-8418-456c-b8fa-91a50c23890f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:58.604967 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ffa8a5fd-7895-487b-a850-2349625c6e6c req-63a36d2f-1378-4039-805c-f12b5ad403b2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638309 Feb 16 05:33:59.355168 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7fb33-3b38-477c-8655-64a8b99b26e7 req-bd05f927-81fc-4f58-b78e-978135636fd1 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:59.356628 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ecd7fb33-3b38-477c-8655-64a8b99b26e7 req-bd05f927-81fc-4f58-b78e-978135636fd1 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0546393 Feb 16 05:33:59.398637 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:33:59.407163 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ecd7fb33-3b38-477c-8655-64a8b99b26e7 req-058e47f2-785a-4b45-a2cd-5666cb844d79 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443356 Feb 16 05:33:59.734039 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe6402-c13d-4365-a7d3-e6965877513a req-eff15acd-3c6c-4d60-bc47-7527a80a75be tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:59.735699 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6bbe6402-c13d-4365-a7d3-e6965877513a req-eff15acd-3c6c-4d60-bc47-7527a80a75be tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0995626 Feb 16 05:33:59.751410 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a184954-a618-4215-8be6-561f71299585 req-30a0d102-f1de-4585-b70c-93f94997e63b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:59.753060 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9a184954-a618-4215-8be6-561f71299585 req-30a0d102-f1de-4585-b70c-93f94997e63b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0635998 Feb 16 05:33:59.758179 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af7785-e015-48d0-b8b6-1ba0b984d18d req-7447eb07-217b-460d-ac9f-fb87d7db3376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:59.759594 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-74af7785-e015-48d0-b8b6-1ba0b984d18d req-7447eb07-217b-460d-ac9f-fb87d7db3376 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=971394cccbfa49b584616f61ed5eb8a2&device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 1129 time: 0.0729315 Feb 16 05:33:59.812377 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9a184954-a618-4215-8be6-561f71299585 req-d96f4590-c121-43ec-8a8b-1bfdf19c386f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525734 Feb 16 05:33:59.852680 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6bbe6402-c13d-4365-a7d3-e6965877513a req-62408b96-429b-46eb-878a-1893a84c866c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053343 Feb 16 05:33:59.899420 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af7785-e015-48d0-b8b6-1ba0b984d18d req-f25e84e2-f835-455d-9dd8-d69a3e829731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:33:59.901204 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-74af7785-e015-48d0-b8b6-1ba0b984d18d req-f25e84e2-f835-455d-9dd8-d69a3e829731 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d78b6deb-fc45-4cca-b643-a09448659dd2 HTTP/1.1" status: 200 len: 919 time: 0.1349211 Feb 16 05:33:59.950988 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-74af7785-e015-48d0-b8b6-1ba0b984d18d req-d67caf57-a5cf-4546-bcaa-81e60ebe813f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beeb43e2-2312-4e25-8fef-fd7ecfc5800b HTTP/1.1" status: 200 len: 217 time: 0.0407729 Feb 16 05:34:00.008185 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af7785-e015-48d0-b8b6-1ba0b984d18d req-5a29390e-b526-49c5-aa8b-79346650b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:00.009766 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-74af7785-e015-48d0-b8b6-1ba0b984d18d req-5a29390e-b526-49c5-aa8b-79346650b53d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f749e834-f594-43d5-a00e-995704979ca3 HTTP/1.1" status: 200 len: 858 time: 0.0492887 Feb 16 05:34:00.050061 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-74af7785-e015-48d0-b8b6-1ba0b984d18d req-ae128cc7-dd00-4731-b6b3-a016d25b47ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d78b6deb-fc45-4cca-b643-a09448659dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264859 Feb 16 05:34:00.147849 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-74af7785-e015-48d0-b8b6-1ba0b984d18d req-7c768710-c4df-4649-9b46-2f0fce37ade5 service neutron] 10.222.0.60 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812664 Feb 16 05:34:00.244029 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 51602) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:00.250598 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-74af7785-e015-48d0-b8b6-1ba0b984d18d req-11df30e2-b294-45c7-9be5-fe65bd6019ab service neutron] 10.222.0.60 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895553 Feb 16 05:34:00.352280 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db45b201-f428-4112-a3b2-71391c371fd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:00.427136 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db45b201-f428-4112-a3b2-71391c371fd7 admin admin] Publish callbacks [] for security_group (f83197b5-c29f-4c35-867c-c8419631ce94), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:00.431046 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db45b201-f428-4112-a3b2-71391c371fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (f83197b5-c29f-4c35-867c-c8419631ce94), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:00.470099 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-db45b201-f428-4112-a3b2-71391c371fd7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8a48f89f7c84462cb3a83d0c73737bef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248189 Feb 16 05:34:00.470943 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45b201-f428-4112-a3b2-71391c371fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83197b5-c29f-4c35-867c-c8419631ce94,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:00.472684 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51610) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:00.479092 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b201-f428-4112-a3b2-71391c371fd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.479448 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b201-f428-4112-a3b2-71391c371fd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.479793 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b201-f428-4112-a3b2-71391c371fd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.480129 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b201-f428-4112-a3b2-71391c371fd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.480459 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b201-f428-4112-a3b2-71391c371fd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.480787 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b201-f428-4112-a3b2-71391c371fd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.481114 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b201-f428-4112-a3b2-71391c371fd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.481466 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b201-f428-4112-a3b2-71391c371fd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.482339 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b201-f428-4112-a3b2-71391c371fd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.482751 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b201-f428-4112-a3b2-71391c371fd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.483090 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b201-f428-4112-a3b2-71391c371fd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.483397 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b201-f428-4112-a3b2-71391c371fd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.483719 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b201-f428-4112-a3b2-71391c371fd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.538409 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f2e695f5-f033-4baa-87d0-48299547230b admin admin] Publish callbacks [] for security_group (f83197b5-c29f-4c35-867c-c8419631ce94), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:00.559535 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f2e695f5-f033-4baa-87d0-48299547230b admin admin] Publish callbacks [] for security_group (f83197b5-c29f-4c35-867c-c8419631ce94), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:00.607279 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f2e695f5-f033-4baa-87d0-48299547230b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (f83197b5-c29f-4c35-867c-c8419631ce94), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:00.611448 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f2e695f5-f033-4baa-87d0-48299547230b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:00.612613 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f2e695f5-f033-4baa-87d0-48299547230b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f83197b5-c29f-4c35-867c-c8419631ce94 HTTP/1.1" status: 204 len: 168 time: 0.1389251 Feb 16 05:34:00.621632 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e695f5-f033-4baa-87d0-48299547230b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83197b5-c29f-4c35-867c-c8419631ce94,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:00.630137 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e695f5-f033-4baa-87d0-48299547230b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.630528 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e695f5-f033-4baa-87d0-48299547230b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.631176 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e695f5-f033-4baa-87d0-48299547230b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.631563 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e695f5-f033-4baa-87d0-48299547230b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.631988 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e695f5-f033-4baa-87d0-48299547230b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.632322 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e695f5-f033-4baa-87d0-48299547230b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.632677 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e695f5-f033-4baa-87d0-48299547230b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.633027 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e695f5-f033-4baa-87d0-48299547230b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.633434 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e695f5-f033-4baa-87d0-48299547230b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.633856 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e695f5-f033-4baa-87d0-48299547230b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.634396 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e695f5-f033-4baa-87d0-48299547230b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.635445 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e695f5-f033-4baa-87d0-48299547230b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.636480 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e695f5-f033-4baa-87d0-48299547230b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:00.919025 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51626) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:00.936697 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-07221383-e8c2-4060-a005-11fbdd7ca1ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:00.946466 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:00.960314 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a1355-2df1-4456-a91c-4aa4129900fd req-eafe06b2-2587-4324-b5a5-8ca800e212e0 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:00.963565 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-af9a1355-2df1-4456-a91c-4aa4129900fd req-eafe06b2-2587-4324-b5a5-8ca800e212e0 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0736451 Feb 16 05:34:01.031018 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-af9a1355-2df1-4456-a91c-4aa4129900fd req-8f66df77-d9a7-4493-86dc-2a09108edd76 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565693 Feb 16 05:34:01.102951 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853fd72-8bce-4ba3-b89c-ecb1b9372989 req-073869c3-26c7-4919-a235-2d41aa63cca7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:01.104870 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c853fd72-8bce-4ba3-b89c-ecb1b9372989 req-073869c3-26c7-4919-a235-2d41aa63cca7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.1109085 Feb 16 05:34:01.128730 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-07221383-e8c2-4060-a005-11fbdd7ca1ce admin admin] Publish callbacks [] for security_group (2940e303-7c6e-4ec1-bf97-a0637203bf58), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:01.141359 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-07221383-e8c2-4060-a005-11fbdd7ca1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (2940e303-7c6e-4ec1-bf97-a0637203bf58), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:01.161610 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d7b32-f586-4eea-8488-d38fd0b1cbd4 req-8479de35-6949-448b-9829-d5ccf7489fc3 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:01.164448 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b84d7b32-f586-4eea-8488-d38fd0b1cbd4 req-8479de35-6949-448b-9829-d5ccf7489fc3 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0617633 Feb 16 05:34:01.175904 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 51638) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:01.182728 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5a43b188-b794-4faf-869c-6b11e8652406 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Request body: {'floatingip': {'port_id': '1b21e5ec-67af-4154-90a7-d10f66f9f96b'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:34:01.198890 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c853fd72-8bce-4ba3-b89c-ecb1b9372989 req-1f57b518-ff99-4f20-ab2c-bd1bbfc9124f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873916 Feb 16 05:34:01.207355 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-07221383-e8c2-4060-a005-11fbdd7ca1ce admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9a8fbd7550bd457481787f68978fdcb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864733 Feb 16 05:34:01.207994 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51642) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:01.237933 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07221383-e8c2-4060-a005-11fbdd7ca1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2940e303-7c6e-4ec1-bf97-a0637203bf58,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:01.272042 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-716b54a6-b741-477d-99b1-e1862e674f45 admin admin] Publish callbacks [] for security_group (2940e303-7c6e-4ec1-bf97-a0637203bf58), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:01.298213 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-716b54a6-b741-477d-99b1-e1862e674f45 admin admin] Publish callbacks [] for security_group (2940e303-7c6e-4ec1-bf97-a0637203bf58), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:01.359677 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51648) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:01.384214 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-716b54a6-b741-477d-99b1-e1862e674f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (2940e303-7c6e-4ec1-bf97-a0637203bf58), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:01.387124 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-716b54a6-b741-477d-99b1-e1862e674f45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:01.389181 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-716b54a6-b741-477d-99b1-e1862e674f45 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2940e303-7c6e-4ec1-bf97-a0637203bf58 HTTP/1.1" status: 204 len: 168 time: 0.1757274 Feb 16 05:34:01.409792 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b54a6-b741-477d-99b1-e1862e674f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2940e303-7c6e-4ec1-bf97-a0637203bf58,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:01.499908 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f43be4e2-0242-479e-bc05-92db08d02705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:01.520085 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a43b188-b794-4faf-869c-6b11e8652406 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for floatingip (0ccd3f8b-e18d-4f8d-a161-e3b400dafd87), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:01.592090 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f43be4e2-0242-479e-bc05-92db08d02705 admin admin] Publish callbacks [] for security_group (e519cb0e-902b-4f3d-bd04-54680576cf7f), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:01.599067 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f43be4e2-0242-479e-bc05-92db08d02705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (e519cb0e-902b-4f3d-bd04-54680576cf7f), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:01.649629 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f43be4e2-0242-479e-bc05-92db08d02705 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=775bc73e70d64e63acd9a277aa9e2bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885807 Feb 16 05:34:01.650495 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43be4e2-0242-479e-bc05-92db08d02705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e519cb0e-902b-4f3d-bd04-54680576cf7f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:01.652729 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51658) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:01.729032 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15d1030d-8148-463d-af6c-042fe29be53e admin admin] Publish callbacks [] for security_group (e519cb0e-902b-4f3d-bd04-54680576cf7f), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:01.751776 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15d1030d-8148-463d-af6c-042fe29be53e admin admin] Publish callbacks [] for security_group (e519cb0e-902b-4f3d-bd04-54680576cf7f), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:01.772897 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51662) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:01.794507 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a010-7780-49f0-a9d7-a0f8167e5ca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:01.824981 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15d1030d-8148-463d-af6c-042fe29be53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (e519cb0e-902b-4f3d-bd04-54680576cf7f), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:01.828037 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15d1030d-8148-463d-af6c-042fe29be53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:01.829199 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-15d1030d-8148-463d-af6c-042fe29be53e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e519cb0e-902b-4f3d-bd04-54680576cf7f HTTP/1.1" status: 204 len: 168 time: 0.1648314 Feb 16 05:34:01.848547 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1030d-8148-463d-af6c-042fe29be53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e519cb0e-902b-4f3d-bd04-54680576cf7f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:01.909836 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a010-7780-49f0-a9d7-a0f8167e5ca6 admin admin] Publish callbacks [] for security_group (bfb2924d-d0db-47b2-9b7f-371566a94d5b), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:01.914674 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a010-7780-49f0-a9d7-a0f8167e5ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (bfb2924d-d0db-47b2-9b7f-371566a94d5b), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:01.954426 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-a7a1a010-7780-49f0-a9d7-a0f8167e5ca6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=753f2092ddcf4d7695a725ff7c9fc370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804006 Feb 16 05:34:01.955286 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1a010-7780-49f0-a9d7-a0f8167e5ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb2924d-d0db-47b2-9b7f-371566a94d5b,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:01.958335 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51666) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:02.009496 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9e3c972a-a8fd-4395-bce6-60c09b72831b admin admin] Publish callbacks [] for security_group (bfb2924d-d0db-47b2-9b7f-371566a94d5b), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:02.033787 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9e3c972a-a8fd-4395-bce6-60c09b72831b admin admin] Publish callbacks [] for security_group (bfb2924d-d0db-47b2-9b7f-371566a94d5b), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:02.099381 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9e3c972a-a8fd-4395-bce6-60c09b72831b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (bfb2924d-d0db-47b2-9b7f-371566a94d5b), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:02.104500 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9e3c972a-a8fd-4395-bce6-60c09b72831b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:02.109242 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-9e3c972a-a8fd-4395-bce6-60c09b72831b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bfb2924d-d0db-47b2-9b7f-371566a94d5b HTTP/1.1" status: 204 len: 168 time: 0.1469727 Feb 16 05:34:02.115355 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c972a-a8fd-4395-bce6-60c09b72831b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb2924d-d0db-47b2-9b7f-371566a94d5b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:02.203071 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a43b188-b794-4faf-869c-6b11e8652406 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:02.208347 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a43b188-b794-4faf-869c-6b11e8652406 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588210'] for floatingip (0ccd3f8b-e18d-4f8d-a161-e3b400dafd87), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:02.255167 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51674) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:02.268922 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cdd09c10-4669-4f16-b547-89dca12aa7ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:02.355794 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.l3_db [None req-5a43b188-b794-4faf-869c-6b11e8652406 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Floating IP 0ccd3f8b-e18d-4f8d-a161-e3b400dafd87 associated. External IP: 172.27.0.229, port: 1b21e5ec-67af-4154-90a7-d10f66f9f96b. Feb 16 05:34:02.370828 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6174a28-0bd9-4df6-91e2-286054b09e96 req-b3e5d3af-4d92-43c5-b112-4056b106b0e3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:02.370828 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e6174a28-0bd9-4df6-91e2-286054b09e96 req-b3e5d3af-4d92-43c5-b112-4056b106b0e3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0789292 Feb 16 05:34:02.389072 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cdd09c10-4669-4f16-b547-89dca12aa7ef admin admin] Publish callbacks [] for security_group (49de91b6-05dd-402d-a4b7-f75bfac409e5), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:02.394977 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cdd09c10-4669-4f16-b547-89dca12aa7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (49de91b6-05dd-402d-a4b7-f75bfac409e5), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:02.441612 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-cdd09c10-4669-4f16-b547-89dca12aa7ef admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e464e39705274f559ac550b0bb42301d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1798375 Feb 16 05:34:02.442423 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51682) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:02.470837 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd09c10-4669-4f16-b547-89dca12aa7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49de91b6-05dd-402d-a4b7-f75bfac409e5,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:02.514457 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e6174a28-0bd9-4df6-91e2-286054b09e96 req-e0215542-7873-4a78-93cd-371171492371 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048317 Feb 16 05:34:02.528218 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e93bb1d0-aa37-4642-917d-a35ee30f8b27 admin admin] Publish callbacks [] for security_group (49de91b6-05dd-402d-a4b7-f75bfac409e5), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:02.555593 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e93bb1d0-aa37-4642-917d-a35ee30f8b27 admin admin] Publish callbacks [] for security_group (49de91b6-05dd-402d-a4b7-f75bfac409e5), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:02.637306 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e93bb1d0-aa37-4642-917d-a35ee30f8b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (49de91b6-05dd-402d-a4b7-f75bfac409e5), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:02.641738 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e93bb1d0-aa37-4642-917d-a35ee30f8b27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:02.645060 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-e93bb1d0-aa37-4642-917d-a35ee30f8b27 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/49de91b6-05dd-402d-a4b7-f75bfac409e5 HTTP/1.1" status: 204 len: 168 time: 0.1967208 Feb 16 05:34:02.656731 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bb1d0-aa37-4642-917d-a35ee30f8b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49de91b6-05dd-402d-a4b7-f75bfac409e5,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:02.738264 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a43b188-b794-4faf-869c-6b11e8652406 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:34:02.827982 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:02.873453 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a43b188-b794-4faf-869c-6b11e8652406 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:34:02.886964 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a43b188-b794-4faf-869c-6b11e8652406 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:02.895517 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f9ea5-eb8f-4d06-9185-4a4f90ce1ab9 None None] Sync routers for ids ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'] in dv-cinder-829473-2-iscsi {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:34:02.907896 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4f9ea5-eb8f-4d06-9185-4a4f90ce1ab9 None None] Routers {'3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:34:02.908531 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-6c4f9ea5-eb8f-4d06-9185-4a4f90ce1ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:33:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:34:03.075531 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-6c4f9ea5-eb8f-4d06-9185-4a4f90ce1ab9 None None] Set router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:34:03.157637 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-5a43b188-b794-4faf-869c-6b11e8652406 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "PUT /v2.0/floatingips/0ccd3f8b-e18d-4f8d-a161-e3b400dafd87 HTTP/1.1" status: 200 len: 991 time: 1.9793375 Feb 16 05:34:03.158377 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03664210-52cd-4649-abb9-282e98802be3', 'tag': '1b21e5ec-67af-4154-90a7-d10f66f9f96b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:34:03.161062 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4776a3f9-8b1d-42b5-a8a4-e2afd9f7bcae" -d '{"events": [{"name": "network-changed", "server_uuid": "03664210-52cd-4649-abb9-282e98802be3", "tag": "1b21e5ec-67af-4154-90a7-d10f66f9f96b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:34:03.198046 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 51724) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:03.204931 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba119c13-8e67-4095-b729-46f355556858 x-openstack-request-id: req-ba119c13-8e67-4095-b729-46f355556858 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:34:03.205482 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03664210-52cd-4649-abb9-282e98802be3", "tag": "1b21e5ec-67af-4154-90a7-d10f66f9f96b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:34:03.205482 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ba119c13-8e67-4095-b729-46f355556858 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:34:03.206035 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03664210-52cd-4649-abb9-282e98802be3', 'tag': '1b21e5ec-67af-4154-90a7-d10f66f9f96b', 'status': 'completed', 'code': 200} Feb 16 05:34:03.349724 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776a3f9-8b1d-42b5-a8a4-e2afd9f7bcae req-2e531852-3612-40e1-b4ac-8b3e6184608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:03.353777 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4776a3f9-8b1d-42b5-a8a4-e2afd9f7bcae req-2e531852-3612-40e1-b4ac-8b3e6184608f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=98f0673600914ab1a0a8636e309c3306&device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 1129 time: 0.0831959 Feb 16 05:34:03.386842 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f3f5d8e1-2e57-4d64-8db2-7a7f96d9e7c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-986492956-network', 'tenant_id': '434acd7d54a24e18a504c01b72599c36'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:34:03.429826 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f5d8e1-2e57-4d64-8db2-7a7f96d9e7c3 admin admin] Made reservation on behalf of 434acd7d54a24e18a504c01b72599c36 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:34:03.432368 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d8e1-2e57-4d64-8db2-7a7f96d9e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:03.443248 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d8e1-2e57-4d64-8db2-7a7f96d9e7c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:03.512405 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776a3f9-8b1d-42b5-a8a4-e2afd9f7bcae req-f992b1d3-b138-42f8-97ef-c69df38c2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:03.517665 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4776a3f9-8b1d-42b5-a8a4-e2afd9f7bcae req-f992b1d3-b138-42f8-97ef-c69df38c2981 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bff5ceb-655f-4b77-9e4f-6947f831595a HTTP/1.1" status: 200 len: 917 time: 0.1561348 Feb 16 05:34:03.519033 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-6c4f9ea5-eb8f-4d06-9185-4a4f90ce1ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:19Z', 'revision_number': 4, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port': {'id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '0ccd3f8b-e18d-4f8d-a161-e3b400dafd87', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'port_id': '1b21e5ec-67af-4154-90a7-d10f66f9f96b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'mac_address': 'fa:16:3e:e7:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03664210-52cd-4649-abb9-282e98802be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:33:31Z', 'updated_at': '2022-02-16T05:34:02Z', 'revision_number': 1, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835e672a-62f0-4330-8061-38835b05ac5c', 'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'mac_address': 'fa:16:3e:28:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:14Z', 'updated_at': '2022-02-16T05:33:27Z', 'revision_number': 5, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'subnets': [{'id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:34:03.576218 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f9ea5-eb8f-4d06-9185-4a4f90ce1ab9 None None] Checking router: 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff for host: dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:34:03.587825 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4f9ea5-eb8f-4d06-9185-4a4f90ce1ab9 None None] Routers {'3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:34:03.588739 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-6c4f9ea5-eb8f-4d06-9185-4a4f90ce1ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:33:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:34:03.622397 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d8e1-2e57-4d64-8db2-7a7f96d9e7c3 admin admin] Publish callbacks [] for security_group (81d78bf3-4377-4a85-ba1b-71a960d55b4a), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:03.688526 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d8e1-2e57-4d64-8db2-7a7f96d9e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (81d78bf3-4377-4a85-ba1b-71a960d55b4a), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:03.696461 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4776a3f9-8b1d-42b5-a8a4-e2afd9f7bcae req-3f5b0ec1-b45b-42e2-9f84-c2cb8130412e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b21e5ec-67af-4154-90a7-d10f66f9f96b HTTP/1.1" status: 200 len: 999 time: 0.1723127 Feb 16 05:34:03.771773 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5d8e1-2e57-4d64-8db2-7a7f96d9e7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d78bf3-4377-4a85-ba1b-71a960d55b4a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:03.790569 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ee9e8-aa59-4f31-bfab-26c15b190f34 req-e896d45e-946c-4bd9-9671-c04a7fad00fb tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:03.801469 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-853ee9e8-aa59-4f31-bfab-26c15b190f34 req-e896d45e-946c-4bd9-9671-c04a7fad00fb tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.1725082 Feb 16 05:34:03.802631 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f5d8e1-2e57-4d64-8db2-7a7f96d9e7c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 05:34:03.823872 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-6c4f9ea5-eb8f-4d06-9185-4a4f90ce1ab9 None None] Set router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:34:03.843381 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d8e1-2e57-4d64-8db2-7a7f96d9e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (5ed22241-3706-4121-b88e-45b923a9e60c), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:03.843906 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.segments_db [None req-f3f5d8e1-2e57-4d64-8db2-7a7f96d9e7c3 admin admin] Added segment 5ed22241-3706-4121-b88e-45b923a9e60c of type vlan for network f5e569ac-f0e9-4164-95dc-8634b19a6e64 Feb 16 05:34:03.848076 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776a3f9-8b1d-42b5-a8a4-e2afd9f7bcae req-9a3101cb-781e-42c3-8c47-d5a8c523ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:03.850581 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4776a3f9-8b1d-42b5-a8a4-e2afd9f7bcae req-9a3101cb-781e-42c3-8c47-d5a8c523ddab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0acbf643-c806-4af9-a75e-f3ce06c9fe9e HTTP/1.1" status: 200 len: 855 time: 0.1425235 Feb 16 05:34:03.922806 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d8e1-2e57-4d64-8db2-7a7f96d9e7c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (f5e569ac-f0e9-4164-95dc-8634b19a6e64), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:03.933201 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-853ee9e8-aa59-4f31-bfab-26c15b190f34 req-ba4402b7-cc21-4b51-a292-4ea17ae8b385 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269143 Feb 16 05:34:03.972078 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776a3f9-8b1d-42b5-a8a4-e2afd9f7bcae req-8390037f-3a21-416c-a0d4-3fc05f80806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:03.973784 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4776a3f9-8b1d-42b5-a8a4-e2afd9f7bcae req-8390037f-3a21-416c-a0d4-3fc05f80806b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bff5ceb-655f-4b77-9e4f-6947f831595a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1042125 Feb 16 05:34:03.979847 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d8e1-2e57-4d64-8db2-7a7f96d9e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (f5e569ac-f0e9-4164-95dc-8634b19a6e64), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:03.981001 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f5d8e1-2e57-4d64-8db2-7a7f96d9e7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:03.982488 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d8e1-2e57-4d64-8db2-7a7f96d9e7c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:04.058457 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5d8e1-2e57-4d64-8db2-7a7f96d9e7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f5e569ac-f0e9-4164-95dc-8634b19a6e64,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:04.073836 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network f5e569ac-f0e9-4164-95dc-8634b19a6e64 details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:34:04.077739 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-f3f5d8e1-2e57-4d64-8db2-7a7f96d9e7c3 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8774369 Feb 16 05:34:04.088278 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 51756) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:04.088278 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0eb91a6a-5e62-41dd-80a0-1728615487c3 admin admin] Request body: {'subnet': {'network_id': 'f5e569ac-f0e9-4164-95dc-8634b19a6e64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-986492956-subnet', 'tenant_id': '434acd7d54a24e18a504c01b72599c36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:34:04.135997 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb91a6a-5e62-41dd-80a0-1728615487c3 admin admin] Made reservation on behalf of 434acd7d54a24e18a504c01b72599c36 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:34:04.139395 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0eb91a6a-5e62-41dd-80a0-1728615487c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:04.176260 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4776a3f9-8b1d-42b5-a8a4-e2afd9f7bcae req-703bf784-ae6f-4bca-84a7-e14661fb85a2 service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932194 Feb 16 05:34:04.334410 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-6c4f9ea5-eb8f-4d06-9185-4a4f90ce1ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:19Z', 'revision_number': 4, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port': {'id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '0ccd3f8b-e18d-4f8d-a161-e3b400dafd87', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'port_id': '1b21e5ec-67af-4154-90a7-d10f66f9f96b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'mac_address': 'fa:16:3e:e7:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03664210-52cd-4649-abb9-282e98802be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:33:31Z', 'updated_at': '2022-02-16T05:34:02Z', 'revision_number': 1, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835e672a-62f0-4330-8061-38835b05ac5c', 'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'mac_address': 'fa:16:3e:28:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:14Z', 'updated_at': '2022-02-16T05:33:27Z', 'revision_number': 5, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'subnets': [{'id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:34:04.373380 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f9ea5-eb8f-4d06-9185-4a4f90ce1ab9 None None] The sync data for ids ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'] in dv-cinder-829473-2-iscsi is: [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:19Z', 'revision_number': 4, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port': {'id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '0ccd3f8b-e18d-4f8d-a161-e3b400dafd87', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'port_id': '1b21e5ec-67af-4154-90a7-d10f66f9f96b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'mac_address': 'fa:16:3e:e7:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03664210-52cd-4649-abb9-282e98802be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:33:31Z', 'updated_at': '2022-02-16T05:34:02Z', 'revision_number': 1, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835e672a-62f0-4330-8061-38835b05ac5c', 'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'mac_address': 'fa:16:3e:28:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:14Z', 'updated_at': '2022-02-16T05:33:27Z', 'revision_number': 5, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'subnets': [{'id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:34:04.381217 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4776a3f9-8b1d-42b5-a8a4-e2afd9f7bcae req-31a4e422-4cfb-461c-a9eb-531880f06fee service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910119 Feb 16 05:34:04.463367 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0eb91a6a-5e62-41dd-80a0-1728615487c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for subnet (50f33b9e-ffcb-4df6-b48d-452cb86e5a65), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:04.528174 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb91a6a-5e62-41dd-80a0-1728615487c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f33b9e-ffcb-4df6-b48d-452cb86e5a65,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:04.539694 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb91a6a-5e62-41dd-80a0-1728615487c3 admin admin] Checking segment: {'id': '5ed22241-3706-4121-b88e-45b923a9e60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f5e569ac-f0e9-4164-95dc-8634b19a6e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:34:04.540119 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb91a6a-5e62-41dd-80a0-1728615487c3 admin admin] Network hostable DHCP agents. Network: f5e569ac-f0e9-4164-95dc-8634b19a6e64, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:34:04.560381 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb91a6a-5e62-41dd-80a0-1728615487c3 admin admin] Network f5e569ac-f0e9-4164-95dc-8634b19a6e64 is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:34:04.572051 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-0eb91a6a-5e62-41dd-80a0-1728615487c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, f5e569ac-f0e9-4164-95dc-8634b19a6e64) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:34:04.578180 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb91a6a-5e62-41dd-80a0-1728615487c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:04.579173 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0eb91a6a-5e62-41dd-80a0-1728615487c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:04.595332 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaecf50-dc79-4877-bd29-d33a43d3a7d2 None None] Network f5e569ac-f0e9-4164-95dc-8634b19a6e64 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:34:04.596965 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-0eb91a6a-5e62-41dd-80a0-1728615487c3 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5157301 Feb 16 05:34:04.654763 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c24ec6c-2714-4fd2-a3c0-0ac4319da9c8 None None] New status for floating IP 0ccd3f8b-e18d-4f8d-a161-e3b400dafd87: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 05:34:04.803240 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1b2465-1101-4981-a464-d8622cbbad8e None None] Network f5e569ac-f0e9-4164-95dc-8634b19a6e64 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:34:05.058050 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ed130-a5ee-4e45-b3f4-1dc3c26a24c7 req-71ef65b1-8598-4035-bcd5-6d0a98ec2cb2 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:05.059558 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-950ed130-a5ee-4e45-b3f4-1dc3c26a24c7 req-71ef65b1-8598-4035-bcd5-6d0a98ec2cb2 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0524147 Feb 16 05:34:05.110180 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-950ed130-a5ee-4e45-b3f4-1dc3c26a24c7 req-67aa5925-4054-4520-a6a2-610fd19895ad tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451186 Feb 16 05:34:05.581660 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 51824) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:05.737409 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800b1b2-c35a-41d2-be41-040c5400663b req-4b7fd276-fe12-4c02-a09e-de222638433d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:05.738914 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a800b1b2-c35a-41d2-be41-040c5400663b req-4b7fd276-fe12-4c02-a09e-de222638433d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/networks?id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 HTTP/1.1" status: 200 len: 815 time: 0.1328802 Feb 16 05:34:05.762084 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a800b1b2-c35a-41d2-be41-040c5400663b req-03dd2dd0-e342-4779-9ed5-7feecb74d589 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/quotas/1050764769f2439fae8ad76e27663aec HTTP/1.1" status: 200 len: 375 time: 0.0168118 Feb 16 05:34:05.807042 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-265f8c99-f07a-4509-acb0-021e9a6e2742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:05.869109 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a800b1b2-c35a-41d2-be41-040c5400663b req-8919f4d6-158f-4ff4-88e6-db926f4a967f tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1050764769f2439fae8ad76e27663aec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1038990 Feb 16 05:34:05.987241 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-265f8c99-f07a-4509-acb0-021e9a6e2742 admin admin] Publish callbacks [] for security_group (d1fc0619-4ada-46e2-8914-9a84922a01bd), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:05.999383 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-265f8c99-f07a-4509-acb0-021e9a6e2742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (d1fc0619-4ada-46e2-8914-9a84922a01bd), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:06.024683 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a800b1b2-c35a-41d2-be41-040c5400663b req-a5b91521-4259-439c-95c6-4c013e16f9aa service neutron] 10.222.0.75 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475205 Feb 16 05:34:06.095994 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-265f8c99-f07a-4509-acb0-021e9a6e2742 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8d24de2307be4999bb4b486fe55438fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5129721 Feb 16 05:34:06.098675 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51846) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:06.101126 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f8c99-f07a-4509-acb0-021e9a6e2742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fc0619-4ada-46e2-8914-9a84922a01bd,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:06.148440 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a800b1b2-c35a-41d2-be41-040c5400663b req-2df7ac89-97da-4d46-badc-d3637222ac07 service neutron] 10.222.0.75 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144238 Feb 16 05:34:06.164445 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-72939751-2d6a-4025-b913-1caee484950e admin admin] Publish callbacks [] for security_group (d1fc0619-4ada-46e2-8914-9a84922a01bd), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:06.201465 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-72939751-2d6a-4025-b913-1caee484950e admin admin] Publish callbacks [] for security_group (d1fc0619-4ada-46e2-8914-9a84922a01bd), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:06.270542 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3561fb7-0817-4f64-b247-e7a8fdead9aa req-7a98b492-825b-4e47-b5bd-6cd823e9d963 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:06.271148 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f3561fb7-0817-4f64-b247-e7a8fdead9aa req-7a98b492-825b-4e47-b5bd-6cd823e9d963 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0835044 Feb 16 05:34:06.306326 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-72939751-2d6a-4025-b913-1caee484950e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (d1fc0619-4ada-46e2-8914-9a84922a01bd), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:06.309448 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-72939751-2d6a-4025-b913-1caee484950e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:06.311337 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-72939751-2d6a-4025-b913-1caee484950e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d1fc0619-4ada-46e2-8914-9a84922a01bd HTTP/1.1" status: 204 len: 168 time: 0.2116315 Feb 16 05:34:06.331638 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0c6247a8-6687-4a2d-b1ce-1e50ab4822d2 req-db5dd2b5-a28a-4ad2-811e-73e6fd506b47 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 210 time: 0.0300035 Feb 16 05:34:06.341731 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72939751-2d6a-4025-b913-1caee484950e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fc0619-4ada-46e2-8914-9a84922a01bd,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:06.358978 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f3561fb7-0817-4f64-b247-e7a8fdead9aa req-88ca172a-5b7e-4d54-a719-9a31c68383e6 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787947 Feb 16 05:34:06.650253 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51880) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:06.664668 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2694c181-ec2d-45d1-9012-b86960294186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:06.740094 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-b92b57eb-6a80-41b6-acf3-3e141dd47f4e tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:06.741867 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-b92b57eb-6a80-41b6-acf3-3e141dd47f4e tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/networks?id=f5e569ac-f0e9-4164-95dc-8634b19a6e64 HTTP/1.1" status: 200 len: 808 time: 0.1287239 Feb 16 05:34:06.756781 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-7b5d1448-eb1c-4a8b-a257-9eb7ddefc3e6 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/quotas/434acd7d54a24e18a504c01b72599c36 HTTP/1.1" status: 200 len: 375 time: 0.0088418 Feb 16 05:34:06.760371 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2694c181-ec2d-45d1-9012-b86960294186 admin admin] Publish callbacks [] for security_group (68b91c23-023c-4e39-a82c-48731054c531), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:06.786505 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2694c181-ec2d-45d1-9012-b86960294186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (68b91c23-023c-4e39-a82c-48731054c531), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:06.791176 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-288ae183-dad9-445c-80de-a472e54a4c9f tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=434acd7d54a24e18a504c01b72599c36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290275 Feb 16 05:34:06.841032 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694c181-ec2d-45d1-9012-b86960294186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b91c23-023c-4e39-a82c-48731054c531,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:06.846849 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-2694c181-ec2d-45d1-9012-b86960294186 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=487ebc15290546acb3eddeb80ef5eebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952846 Feb 16 05:34:06.849879 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 51882) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:06.850276 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1d9aaafa-b3fd-44c7-8de1-c4911762f12d req-46d69dd3-29e4-4258-ae64-69da3c4d28b2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0981987 Feb 16 05:34:06.917936 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-1b09d612-cb72-45e8-ac12-7f320efd7181 service neutron] 10.222.0.75 "GET /v2.0/networks/f5e569ac-f0e9-4164-95dc-8634b19a6e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199174 Feb 16 05:34:06.936875 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0230323-29a6-4d8a-9d73-c1f6e3a277d9 admin admin] Publish callbacks [] for security_group (68b91c23-023c-4e39-a82c-48731054c531), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:06.995400 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0230323-29a6-4d8a-9d73-c1f6e3a277d9 admin admin] Publish callbacks [] for security_group (68b91c23-023c-4e39-a82c-48731054c531), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:07.034787 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9aaafa-b3fd-44c7-8de1-c4911762f12d req-4504e05e-2189-4089-8387-dbf145ffceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:07.036492 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1d9aaafa-b3fd-44c7-8de1-c4911762f12d req-4504e05e-2189-4089-8387-dbf145ffceb1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8c0817ca34947d797da354bfc2aa372&device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 1129 time: 0.0462019 Feb 16 05:34:07.069859 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-5383fe39-b0ba-489b-90a5-3b1033d3bd2d service neutron] 10.222.0.75 "GET /v2.0/networks/f5e569ac-f0e9-4164-95dc-8634b19a6e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444848 Feb 16 05:34:07.091330 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0230323-29a6-4d8a-9d73-c1f6e3a277d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (68b91c23-023c-4e39-a82c-48731054c531), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:07.098704 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0230323-29a6-4d8a-9d73-c1f6e3a277d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:07.099680 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-a0230323-29a6-4d8a-9d73-c1f6e3a277d9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/68b91c23-023c-4e39-a82c-48731054c531 HTTP/1.1" status: 204 len: 168 time: 0.2487085 Feb 16 05:34:07.122573 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0230323-29a6-4d8a-9d73-c1f6e3a277d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b91c23-023c-4e39-a82c-48731054c531,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:07.176104 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 51896) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:07.197983 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9aaafa-b3fd-44c7-8de1-c4911762f12d req-f1e5971c-aacb-41ec-80c1-5b8a721a2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:07.199615 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1d9aaafa-b3fd-44c7-8de1-c4911762f12d req-f1e5971c-aacb-41ec-80c1-5b8a721a2a9d service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7e424d6-266f-483c-9f77-54749ea51752 HTTP/1.1" status: 200 len: 913 time: 0.1265244 Feb 16 05:34:07.233451 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e766ff-c7e1-4e03-b914-5e9377db07b3 admin admin] Deleting subnet 4c1a2592-541f-4a6d-9494-c58031ee1b14 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 05:34:07.236826 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59e766ff-c7e1-4e03-b914-5e9377db07b3 admin admin] Publish callbacks [] for subnet (4c1a2592-541f-4a6d-9494-c58031ee1b14), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:07.259342 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1d9aaafa-b3fd-44c7-8de1-c4911762f12d req-de31be45-966d-42dc-9f40-20894d21baa2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d087470-c4c7-4519-8a95-7e5a1cfd99b4 HTTP/1.1" status: 200 len: 217 time: 0.0441046 Feb 16 05:34:07.273522 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59e766ff-c7e1-4e03-b914-5e9377db07b3 admin admin] Publish callbacks [] for subnet (4c1a2592-541f-4a6d-9494-c58031ee1b14), precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:07.279773 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59e766ff-c7e1-4e03-b914-5e9377db07b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133523527'] for subnet (4c1a2592-541f-4a6d-9494-c58031ee1b14), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:07.326368 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-259c0dcd-2cbd-470f-81d2-bc0b55e104ac req-e98431d6-7fa3-4d18-b459-9bd4e7fa9b5e tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 210 time: 0.0601122 Feb 16 05:34:07.343505 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59e766ff-c7e1-4e03-b914-5e9377db07b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133523536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for subnet (4c1a2592-541f-4a6d-9494-c58031ee1b14), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:07.360876 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9aaafa-b3fd-44c7-8de1-c4911762f12d req-d978f9ca-b18a-4740-aa06-962ea5a10eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:07.363430 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1d9aaafa-b3fd-44c7-8de1-c4911762f12d req-d978f9ca-b18a-4740-aa06-962ea5a10eba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3f83d0b5-3d74-42a3-9ef9-6ee9b5e09b38 HTTP/1.1" status: 200 len: 852 time: 0.0870764 Feb 16 05:34:07.374216 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e766ff-c7e1-4e03-b914-5e9377db07b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c1a2592-541f-4a6d-9494-c58031ee1b14,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:07.379737 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59e766ff-c7e1-4e03-b914-5e9377db07b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:07.385321 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-59e766ff-c7e1-4e03-b914-5e9377db07b3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/4c1a2592-541f-4a6d-9494-c58031ee1b14 HTTP/1.1" status: 204 len: 168 time: 0.2079022 Feb 16 05:34:07.387642 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 51904) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:07.463786 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1d9aaafa-b3fd-44c7-8de1-c4911762f12d req-06c3f1b5-84e4-4c81-80ef-13327dfab5d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7e424d6-266f-483c-9f77-54749ea51752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737724 Feb 16 05:34:07.480829 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-38f0e671-fee1-4c03-9e51-ffc111af595a req-d02c0090-9416-4b71-a874-c4c058e5a1d4 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 210 time: 0.0376320 Feb 16 05:34:07.508318 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133564096'] for network (585b9741-c938-4bbb-b190-3ef70c03cd0b), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:07.621160 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133527232', 'neutron.services.segments.db._delete_segments_for_network-8750525486906'] for network (585b9741-c938-4bbb-b190-3ef70c03cd0b), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:07.651185 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:34:07.652012 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:34:07.652727 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:34:07.653073 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Subscribe: > port after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:34:07.653483 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Subscribe: > port after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:34:07.653835 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Subscribe: > port after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:34:07.654167 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:34:07.655098 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:34:07.655438 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:34:07.655769 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:34:07.767971 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:34:07.768611 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:34:07.768886 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:34:07.769502 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 05:34:07.770417 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585b9741-c938-4bbb-b190-3ef70c03cd0b']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:34:07.799503 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37794cfb-1cac-4b6e-91e8-d25886c87800') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:34:07.799800 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37794cfb-1cac-4b6e-91e8-d25886c87800') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:34:07.824176 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750525486659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125595'] for segment (37794cfb-1cac-4b6e-91e8-d25886c87800), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:07.882687 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30766f-02b9-4b8d-b3f3-91fa29323a3f req-c869ca18-a618-4922-a17e-8acda31abc47 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:07.889995 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1d30766f-02b9-4b8d-b3f3-91fa29323a3f req-c869ca18-a618-4922-a17e-8acda31abc47 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.3982131 Feb 16 05:34:07.919898 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1d9aaafa-b3fd-44c7-8de1-c4911762f12d req-49164fb8-b396-4287-974e-063a0a81fa58 service neutron] 10.222.0.60 "GET /v2.0/networks/a7e424d6-266f-483c-9f77-54749ea51752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265940 Feb 16 05:34:07.939810 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (37794cfb-1cac-4b6e-91e8-d25886c87800), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:07.948130 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1d30766f-02b9-4b8d-b3f3-91fa29323a3f req-d79765b8-497d-42a6-a8d5-63c230d104c2 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572631 Feb 16 05:34:07.958690 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 05:34:07.959107 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10125448'] for segment (37794cfb-1cac-4b6e-91e8-d25886c87800), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: from cryptography.utils import int_from_bytes Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: from cryptography.utils import int_from_bytes Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: Traceback (most recent call last): Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: timer() Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: cb(*args, **kw) Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: return func(*args, **kwargs) Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: self._notify() Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: self.callback(batched_events) Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: event.method(event) Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: return f(self, *a, **k) Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: return self._get(url).json() Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: return self.request(url, 'GET', **kwargs) Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 05:34:07.963602 dv-cinder-829473-2-iscsi neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 05:34:08.051090 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133527257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588188'] for network (585b9741-c938-4bbb-b190-3ef70c03cd0b), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:08.060849 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800b1b2-c35a-41d2-be41-040c5400663b req-09d8f9db-ad9c-46d7-b37f-3eb0d90e6bcc tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:08.062425 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a800b1b2-c35a-41d2-be41-040c5400663b req-09d8f9db-ad9c-46d7-b37f-3eb0d90e6bcc tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.60 "GET /v2.0/networks?id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 HTTP/1.1" status: 200 len: 815 time: 0.2324417 Feb 16 05:34:08.080637 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Pushing event deleted for resources: {'Network': ['ID=585b9741-c938-4bbb-b190-3ef70c03cd0b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:08.082618 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:08.087891 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-fbc7ca23-caf4-4d46-9384-bb7ab71d646b admin admin] 10.222.0.75 "DELETE /v2.0/networks/585b9741-c938-4bbb-b190-3ef70c03cd0b HTTP/1.1" status: 204 len: 168 time: 0.6972804 Feb 16 05:34:08.089149 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 51938) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:08.094685 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-a800b1b2-c35a-41d2-be41-040c5400663b req-0ccfe67c-6c27-43ba-a4bd-ef671b39df9d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Request body: {'port': {'device_id': '69a05cc5-5174-4d41-a407-fc4311b4f6e9', 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409', 'admin_state_up': True, 'tenant_id': '1050764769f2439fae8ad76e27663aec'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:34:08.177580 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1d9aaafa-b3fd-44c7-8de1-c4911762f12d req-2f02c6d3-2763-4c38-bc28-2d1abbcc21f5 service neutron] 10.222.0.60 "GET /v2.0/networks/a7e424d6-266f-483c-9f77-54749ea51752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333833 Feb 16 05:34:08.189682 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-70637234-c60f-4269-b50c-0bf327b9b85b admin admin] Deleting subnet 860f6591-c8e1-49a5-856c-41c26a94c817 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 05:34:08.194159 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-70637234-c60f-4269-b50c-0bf327b9b85b admin admin] Publish callbacks [] for subnet (860f6591-c8e1-49a5-856c-41c26a94c817), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:08.256050 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-70637234-c60f-4269-b50c-0bf327b9b85b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125612'] for subnet (860f6591-c8e1-49a5-856c-41c26a94c817), precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:08.332110 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a800b1b2-c35a-41d2-be41-040c5400663b req-0ccfe67c-6c27-43ba-a4bd-ef671b39df9d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Made reservation on behalf of 1050764769f2439fae8ad76e27663aec for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:34:08.335440 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a800b1b2-c35a-41d2-be41-040c5400663b req-0ccfe67c-6c27-43ba-a4bd-ef671b39df9d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:08.353372 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-70637234-c60f-4269-b50c-0bf327b9b85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133523527'] for subnet (860f6591-c8e1-49a5-856c-41c26a94c817), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:08.469971 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-516f4b0e-a8fc-432b-9fd3-430e31de651d req-f46db592-7c08-4ad0-bff6-09239ef4591a tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 210 time: 0.0467753 Feb 16 05:34:08.508294 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-70637234-c60f-4269-b50c-0bf327b9b85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133523536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10125610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8738759'] for subnet (860f6591-c8e1-49a5-856c-41c26a94c817), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:08.551809 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70637234-c60f-4269-b50c-0bf327b9b85b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=860f6591-c8e1-49a5-856c-41c26a94c817,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:08.557076 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-70637234-c60f-4269-b50c-0bf327b9b85b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:08.563772 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-70637234-c60f-4269-b50c-0bf327b9b85b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/860f6591-c8e1-49a5-856c-41c26a94c817 HTTP/1.1" status: 204 len: 168 time: 0.4634233 Feb 16 05:34:08.564161 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 51958) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:08.566659 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-a800b1b2-c35a-41d2-be41-040c5400663b req-0ccfe67c-6c27-43ba-a4bd-ef671b39df9d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Allocated IP 172.20.0.12 (8cb1fb16-d79c-49c4-8a9e-84b03bfe3409/20482d00-bd66-405d-b6ef-47ba9f681fde/5f1e1dcc-fb0d-43bd-a284-85872e5284c7) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:34:08.642318 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-518a25fa-c4b5-41f4-be9b-1c76ef27ac48 req-25f978d5-cfda-487d-9d77-ae5e822db1b8 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 210 time: 0.0602906 Feb 16 05:34:08.663881 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-750c8e55-bf39-40f3-8a90-9fccf95f786f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133564096'] for network (a1d5c3dd-4e54-46be-a572-8010e5ff02c5), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:08.748620 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a800b1b2-c35a-41d2-be41-040c5400663b req-0ccfe67c-6c27-43ba-a4bd-ef671b39df9d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks [] for port (5f1e1dcc-fb0d-43bd-a284-85872e5284c7), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:08.773673 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-750c8e55-bf39-40f3-8a90-9fccf95f786f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133527232', 'neutron.services.segments.db._delete_segments_for_network-8750525486906'] for network (a1d5c3dd-4e54-46be-a572-8010e5ff02c5), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:08.785871 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a800b1b2-c35a-41d2-be41-040c5400663b req-0ccfe67c-6c27-43ba-a4bd-ef671b39df9d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (5f1e1dcc-fb0d-43bd-a284-85872e5284c7), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:08.799213 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-750c8e55-bf39-40f3-8a90-9fccf95f786f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d5c3dd-4e54-46be-a572-8010e5ff02c5']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:34:08.809018 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-750c8e55-bf39-40f3-8a90-9fccf95f786f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4d6628-1649-4e85-b826-d5cd82014eee') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:34:08.809973 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-750c8e55-bf39-40f3-8a90-9fccf95f786f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4d6628-1649-4e85-b826-d5cd82014eee') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:34:08.819578 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-750c8e55-bf39-40f3-8a90-9fccf95f786f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750525486659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4030643'] for segment (ee4d6628-1649-4e85-b826-d5cd82014eee), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:08.833590 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a800b1b2-c35a-41d2-be41-040c5400663b req-0ccfe67c-6c27-43ba-a4bd-ef671b39df9d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:34:08.836364 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-750c8e55-bf39-40f3-8a90-9fccf95f786f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (ee4d6628-1649-4e85-b826-d5cd82014eee), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:08.838409 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-a800b1b2-c35a-41d2-be41-040c5400663b req-0ccfe67c-6c27-43ba-a4bd-ef671b39df9d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:34:08.842984 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a800b1b2-c35a-41d2-be41-040c5400663b req-0ccfe67c-6c27-43ba-a4bd-ef671b39df9d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:34:08.846361 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750c8e55-bf39-40f3-8a90-9fccf95f786f admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 05:34:08.847540 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-750c8e55-bf39-40f3-8a90-9fccf95f786f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4118879'] for segment (ee4d6628-1649-4e85-b826-d5cd82014eee), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: Traceback (most recent call last): Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: timer() Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: cb(*args, **kw) Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: return func(*args, **kwargs) Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: self._notify() Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: self.callback(batched_events) Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: event.method(event) Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: return f(self, *a, **k) Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._get(url).json() Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: return self.request(url, 'GET', **kwargs) Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 05:34:08.850690 dv-cinder-829473-2-iscsi neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 05:34:08.857963 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['f95645a6-2fbd-42df-b9db-d604a04d8bfa'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:34:08.867397 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfe67c-6c27-43ba-a4bd-ef671b39df9d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Pushing event updated for resources: {'Port': ['ID=5f1e1dcc-fb0d-43bd-a284-85872e5284c7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:08.906553 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800b1b2-c35a-41d2-be41-040c5400663b req-0ccfe67c-6c27-43ba-a4bd-ef671b39df9d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:08.907195 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a800b1b2-c35a-41d2-be41-040c5400663b req-0ccfe67c-6c27-43ba-a4bd-ef671b39df9d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:08.922694 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-750c8e55-bf39-40f3-8a90-9fccf95f786f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133527257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588188'] for network (a1d5c3dd-4e54-46be-a572-8010e5ff02c5), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:08.930600 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-750c8e55-bf39-40f3-8a90-9fccf95f786f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:08.935069 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-750c8e55-bf39-40f3-8a90-9fccf95f786f admin admin] 10.222.0.75 "DELETE /v2.0/networks/a1d5c3dd-4e54-46be-a572-8010e5ff02c5 HTTP/1.1" status: 204 len: 168 time: 0.3692145 Feb 16 05:34:08.947219 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c8e55-bf39-40f3-8a90-9fccf95f786f admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d5c3dd-4e54-46be-a572-8010e5ff02c5,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:08.960465 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a800b1b2-c35a-41d2-be41-040c5400663b req-0ccfe67c-6c27-43ba-a4bd-ef671b39df9d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8730767 Feb 16 05:34:09.033348 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Request body: {'port': {'device_id': '69a05cc5-5174-4d41-a407-fc4311b4f6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:34:09.153035 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (5f1e1dcc-fb0d-43bd-a284-85872e5284c7), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:09.161716 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab172fef-9183-4d36-9b0c-f60e6df9b8f0 req-03c9447b-09e4-4135-9b5c-335e17be0d3d tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:09.163264 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ab172fef-9183-4d36-9b0c-f60e6df9b8f0 req-03c9447b-09e4-4135-9b5c-335e17be0d3d tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.1009722 Feb 16 05:34:09.188966 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 51978) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:09.285405 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-ac67da29-4f48-421c-abf3-3e490b8058f8 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:09.287059 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-ac67da29-4f48-421c-abf3-3e490b8058f8 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.60 "GET /v2.0/networks?id=f5e569ac-f0e9-4164-95dc-8634b19a6e64 HTTP/1.1" status: 200 len: 808 time: 0.1529379 Feb 16 05:34:09.337527 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-312aa72f-5a9c-4a91-a336-8cb3f305e644 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Request body: {'port': {'device_id': 'ccde5a1c-d663-470c-bd84-5e48b988b2dd', 'network_id': 'f5e569ac-f0e9-4164-95dc-8634b19a6e64', 'admin_state_up': True, 'tenant_id': '434acd7d54a24e18a504c01b72599c36'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:34:09.349057 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ab172fef-9183-4d36-9b0c-f60e6df9b8f0 req-189f85bc-154d-445a-a4ff-812528ff5d14 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765504 Feb 16 05:34:09.369240 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-49b203a4-b740-4cb6-b566-3d68ae8a0eeb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d7dc9a2399504f35be3470331eddc4df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1783774 Feb 16 05:34:09.372175 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 51984) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:09.466897 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-312aa72f-5a9c-4a91-a336-8cb3f305e644 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Made reservation on behalf of 434acd7d54a24e18a504c01b72599c36 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:34:09.470276 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-312aa72f-5a9c-4a91-a336-8cb3f305e644 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:09.486742 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2cc272e1-34d4-46b5-bac7-1a8ee0acf38b admin admin] Publish callbacks [] for security_group (c085e2e2-750c-4ddc-915c-f07c59872af5), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:09.525147 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2cc272e1-34d4-46b5-bac7-1a8ee0acf38b admin admin] Publish callbacks [] for security_group (c085e2e2-750c-4ddc-915c-f07c59872af5), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:09.628056 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:34:09.641854 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Publish callbacks [] for port (5f1e1dcc-fb0d-43bd-a284-85872e5284c7), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:09.654311 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5ae8c087-cac3-44bf-8ed4-cb1544f8146d req-9b409644-d0d5-4a22-bf49-60bfa04c6660 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 210 time: 0.0463791 Feb 16 05:34:09.681112 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-312aa72f-5a9c-4a91-a336-8cb3f305e644 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Allocated IP 172.20.0.8 (f5e569ac-f0e9-4164-95dc-8634b19a6e64/50f33b9e-ffcb-4df6-b48d-452cb86e5a65/0eac56b7-a543-4943-97d3-45cabe36a813) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:34:09.691497 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Transition to ACTIVE for port object 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:34:09.693396 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2cc272e1-34d4-46b5-bac7-1a8ee0acf38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (c085e2e2-750c-4ddc-915c-f07c59872af5), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:09.697312 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2cc272e1-34d4-46b5-bac7-1a8ee0acf38b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:09.700265 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-2cc272e1-34d4-46b5-bac7-1a8ee0acf38b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c085e2e2-750c-4ddc-915c-f07c59872af5 HTTP/1.1" status: 204 len: 168 time: 0.3271518 Feb 16 05:34:09.703298 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (5f1e1dcc-fb0d-43bd-a284-85872e5284c7), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:09.744750 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc272e1-34d4-46b5-bac7-1a8ee0acf38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c085e2e2-750c-4ddc-915c-f07c59872af5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:09.769060 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Pushing event updated for resources: {'Port': ['ID=5f1e1dcc-fb0d-43bd-a284-85872e5284c7,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:09.910566 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Attempting to bind port 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:34:09.911144 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Attempting to bind port 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': '25300278-0692-4e36-a9a0-3c0773862d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:34:09.911144 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Attempting to bind port 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 on network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:34:09.918042 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Port 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 on network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:34:09.918449 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Attempting to bind port 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 on network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:34:09.928219 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-312aa72f-5a9c-4a91-a336-8cb3f305e644 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Publish callbacks [] for port (0eac56b7-a543-4943-97d3-45cabe36a813), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:09.929469 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fa2c4-ac7a-4ce4-a8cc-d4a71b9f9dba req-f51e36e0-f6f1-45e4-ae41-f7053574fc01 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:09.931070 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0b1fa2c4-ac7a-4ce4-a8cc-d4a71b9f9dba req-f51e36e0-f6f1-45e4-ae41-f7053574fc01 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 944 time: 0.0910120 Feb 16 05:34:09.933881 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:34:09.934225 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Checking segment: {'id': '25300278-0692-4e36-a9a0-3c0773862d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:34:09.935185 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Bound using segment: {'id': '25300278-0692-4e36-a9a0-3c0773862d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:34:09.935735 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Bound port: 5f1e1dcc-fb0d-43bd-a284-85872e5284c7, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25300278-0692-4e36-a9a0-3c0773862d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:34:09.936128 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (5f1e1dcc-fb0d-43bd-a284-85872e5284c7), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:09.978235 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-312aa72f-5a9c-4a91-a336-8cb3f305e644 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (0eac56b7-a543-4943-97d3-45cabe36a813), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:10.032052 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0b1fa2c4-ac7a-4ce4-a8cc-d4a71b9f9dba req-f4628fb5-6e73-4d9f-82b0-b7215f129c31 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918694 Feb 16 05:34:10.037672 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-312aa72f-5a9c-4a91-a336-8cb3f305e644 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Network f5e569ac-f0e9-4164-95dc-8634b19a6e64 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:34:10.040339 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] For port 5f1e1dcc-fb0d-43bd-a284-85872e5284c7, host hv-cinder-82947, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:34:10.041734 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-312aa72f-5a9c-4a91-a336-8cb3f305e644 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:34:10.044234 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312aa72f-5a9c-4a91-a336-8cb3f305e644 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Pushing event updated for resources: {'Port': ['ID=0eac56b7-a543-4943-97d3-45cabe36a813,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:10.046512 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] For port 5f1e1dcc-fb0d-43bd-a284-85872e5284c7, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=5f1e1dcc-fb0d-43bd-a284-85872e5284c7,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:34:10.046761 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-312aa72f-5a9c-4a91-a336-8cb3f305e644 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:34:10.056533 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (5f1e1dcc-fb0d-43bd-a284-85872e5284c7), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:10.099341 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:10.099971 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:10.101371 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a800b1b2-c35a-41d2-be41-040c5400663b req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] 10.222.0.60 "PUT /v2.0/ports/5f1e1dcc-fb0d-43bd-a284-85872e5284c7 HTTP/1.1" status: 200 len: 1094 time: 1.0725505 Feb 16 05:34:10.101808 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a05cc5-5174-4d41-a407-fc4311b4f6e9', 'tag': '5f1e1dcc-fb0d-43bd-a284-85872e5284c7'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:34:10.103530 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-312aa72f-5a9c-4a91-a336-8cb3f305e644 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:10.104259 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520d0543-7f73-4ca0-b75e-65bc02646c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "69a05cc5-5174-4d41-a407-fc4311b4f6e9", "tag": "5f1e1dcc-fb0d-43bd-a284-85872e5284c7"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:34:10.104386 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-312aa72f-5a9c-4a91-a336-8cb3f305e644 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:10.129684 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-312aa72f-5a9c-4a91-a336-8cb3f305e644 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8006189 Feb 16 05:34:10.130395 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c0b28-a0ca-41b5-8c45-d1c8a3430b6c service neutron] Pushing event updated for resources: {'Port': ['ID=5f1e1dcc-fb0d-43bd-a284-85872e5284c7,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:10.148812 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccedc465-36cd-4e2d-9181-2a02f7ceb046 x-openstack-request-id: req-ccedc465-36cd-4e2d-9181-2a02f7ceb046 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:34:10.148812 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a05cc5-5174-4d41-a407-fc4311b4f6e9", "tag": "5f1e1dcc-fb0d-43bd-a284-85872e5284c7", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:34:10.148812 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ccedc465-36cd-4e2d-9181-2a02f7ceb046 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:34:10.148812 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a05cc5-5174-4d41-a407-fc4311b4f6e9', 'tag': '5f1e1dcc-fb0d-43bd-a284-85872e5284c7', 'status': 'completed', 'code': 200} Feb 16 05:34:10.148812 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 52002) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:10.190737 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-c095600c-8fe6-417f-9a18-32cb9df12ba9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7abca0ffaea04cf7ad742d93d68da08a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381823 Feb 16 05:34:10.190941 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 52004) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:10.194016 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Request body: {'port': {'device_id': 'ccde5a1c-d663-470c-bd84-5e48b988b2dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:34:10.252712 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (0eac56b7-a543-4943-97d3-45cabe36a813), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:10.264321 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6cbb29c-2548-410b-9a06-0533ef137af9 admin admin] Publish callbacks [] for security_group (832d2c5c-e52e-417a-b91e-016a517b7f24), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:10.293234 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6cbb29c-2548-410b-9a06-0533ef137af9 admin admin] Publish callbacks [] for security_group (832d2c5c-e52e-417a-b91e-016a517b7f24), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:10.311567 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800b1b2-c35a-41d2-be41-040c5400663b req-af0d9f70-9131-482f-9149-c50809ef1641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:10.316485 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a800b1b2-c35a-41d2-be41-040c5400663b req-af0d9f70-9131-482f-9149-c50809ef1641 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1050764769f2439fae8ad76e27663aec&device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 1128 time: 0.0819530 Feb 16 05:34:10.350912 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6cbb29c-2548-410b-9a06-0533ef137af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (832d2c5c-e52e-417a-b91e-016a517b7f24), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:10.353563 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6cbb29c-2548-410b-9a06-0533ef137af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:10.354936 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-f6cbb29c-2548-410b-9a06-0533ef137af9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/832d2c5c-e52e-417a-b91e-016a517b7f24 HTTP/1.1" status: 204 len: 168 time: 0.1629498 Feb 16 05:34:10.395709 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a800b1b2-c35a-41d2-be41-040c5400663b req-f9056352-da54-43b1-a727-d803728242f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f1e1dcc-fb0d-43bd-a284-85872e5284c7 HTTP/1.1" status: 200 len: 217 time: 0.0396845 Feb 16 05:34:10.396570 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbb29c-2548-410b-9a06-0533ef137af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832d2c5c-e52e-417a-b91e-016a517b7f24,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:10.494330 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800b1b2-c35a-41d2-be41-040c5400663b req-da75c008-74b7-4d5d-bf8f-cf5c1f52d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:10.495856 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a800b1b2-c35a-41d2-be41-040c5400663b req-da75c008-74b7-4d5d-bf8f-cf5c1f52d6d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20482d00-bd66-405d-b6ef-47ba9f681fde HTTP/1.1" status: 200 len: 855 time: 0.0820663 Feb 16 05:34:10.522573 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72c43e-7c83-4a26-9f52-5011d0f223fa req-56d941e0-4f32-4f98-a8c3-b20f5c8468d7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:10.524018 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-bb72c43e-7c83-4a26-9f52-5011d0f223fa req-56d941e0-4f32-4f98-a8c3-b20f5c8468d7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0735667 Feb 16 05:34:10.542025 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a800b1b2-c35a-41d2-be41-040c5400663b req-c44b42a5-3f56-42d7-b65c-ef8fc83a1482 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346847 Feb 16 05:34:10.554588 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eac56b7-a543-4943-97d3-45cabe36a813 {{(pid=102567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:34:10.563384 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Publish callbacks [] for port (0eac56b7-a543-4943-97d3-45cabe36a813), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:10.581626 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.provisioning_blocks [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Transition to ACTIVE for port object 0eac56b7-a543-4943-97d3-45cabe36a813 will not be triggered until provisioned by entity L2. {{(pid=102567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:34:10.587476 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (0eac56b7-a543-4943-97d3-45cabe36a813), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:10.640350 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-bb72c43e-7c83-4a26-9f52-5011d0f223fa req-0ac20862-f6c0-43be-bce5-c27fa909d8f3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008015 Feb 16 05:34:10.642030 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Pushing event updated for resources: {'Port': ['ID=0eac56b7-a543-4943-97d3-45cabe36a813,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:10.710673 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a800b1b2-c35a-41d2-be41-040c5400663b req-68b3b40b-55bd-43d5-bab1-b35cf6e9357b service neutron] 10.222.0.60 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522999 Feb 16 05:34:10.767756 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Attempting to bind port 0eac56b7-a543-4943-97d3-45cabe36a813 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:34:10.768347 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Attempting to bind port 0eac56b7-a543-4943-97d3-45cabe36a813 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': '5ed22241-3706-4121-b88e-45b923a9e60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f5e569ac-f0e9-4164-95dc-8634b19a6e64'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:34:10.768638 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Attempting to bind port 0eac56b7-a543-4943-97d3-45cabe36a813 on network f5e569ac-f0e9-4164-95dc-8634b19a6e64 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:34:10.789228 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Port 0eac56b7-a543-4943-97d3-45cabe36a813 on network f5e569ac-f0e9-4164-95dc-8634b19a6e64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:34:10.789735 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Attempting to bind port 0eac56b7-a543-4943-97d3-45cabe36a813 on network f5e569ac-f0e9-4164-95dc-8634b19a6e64 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:34:10.811804 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:34:10.812392 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Checking segment: {'id': '5ed22241-3706-4121-b88e-45b923a9e60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f5e569ac-f0e9-4164-95dc-8634b19a6e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:34:10.812763 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Bound using segment: {'id': '5ed22241-3706-4121-b88e-45b923a9e60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f5e569ac-f0e9-4164-95dc-8634b19a6e64'} {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:34:10.813540 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Bound port: 0eac56b7-a543-4943-97d3-45cabe36a813, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed22241-3706-4121-b88e-45b923a9e60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f5e569ac-f0e9-4164-95dc-8634b19a6e64'}}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:34:10.813901 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (0eac56b7-a543-4943-97d3-45cabe36a813), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:10.834545 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a800b1b2-c35a-41d2-be41-040c5400663b req-0259d762-9207-4c01-862b-92dbd3e113b8 service neutron] 10.222.0.60 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077774 Feb 16 05:34:10.887103 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3695c-4f2b-4bd7-95da-5bece004bf29 req-a05333c9-6529-4990-8659-856897e8c383 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:10.888696 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-20f3695c-4f2b-4bd7-95da-5bece004bf29 req-a05333c9-6529-4990-8659-856897e8c383 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 943 time: 0.1137803 Feb 16 05:34:10.930866 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] For port 0eac56b7-a543-4943-97d3-45cabe36a813, host hv-cinder-82947, cleared binding levels {{(pid=102567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:34:10.965450 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] For port 0eac56b7-a543-4943-97d3-45cabe36a813, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0eac56b7-a543-4943-97d3-45cabe36a813,segment=NetworkSegment(5ed22241-3706-4121-b88e-45b923a9e60c),segment_id=5ed22241-3706-4121-b88e-45b923a9e60c)] {{(pid=102567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:34:10.977714 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (0eac56b7-a543-4943-97d3-45cabe36a813), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:10.984611 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-20f3695c-4f2b-4bd7-95da-5bece004bf29 req-071a7ef9-33c9-4edf-bacf-0e5df901312e tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841537 Feb 16 05:34:11.021116 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:11.023180 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:11.023314 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] 10.222.0.60 "PUT /v2.0/ports/0eac56b7-a543-4943-97d3-45cabe36a813 HTTP/1.1" status: 200 len: 1093 time: 0.8341582 Feb 16 05:34:11.023662 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccde5a1c-d663-470c-bd84-5e48b988b2dd', 'tag': '0eac56b7-a543-4943-97d3-45cabe36a813'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:34:11.025938 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a811308-818e-4b0d-bca3-c75233e64177" -d '{"events": [{"name": "network-changed", "server_uuid": "ccde5a1c-d663-470c-bd84-5e48b988b2dd", "tag": "0eac56b7-a543-4943-97d3-45cabe36a813"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:34:11.047552 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe946e4a-abde-41b4-8e24-2c0917c59c58 service neutron] Pushing event updated for resources: {'Port': ['ID=0eac56b7-a543-4943-97d3-45cabe36a813,revision_number=3']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:11.069835 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:11.078850 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec903bd5-b461-490c-8d7d-745c0426c8eb x-openstack-request-id: req-ec903bd5-b461-490c-8d7d-745c0426c8eb {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:34:11.079146 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccde5a1c-d663-470c-bd84-5e48b988b2dd", "tag": "0eac56b7-a543-4943-97d3-45cabe36a813", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:34:11.079401 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ec903bd5-b461-490c-8d7d-745c0426c8eb {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:34:11.079798 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccde5a1c-d663-470c-bd84-5e48b988b2dd', 'tag': '0eac56b7-a543-4943-97d3-45cabe36a813', 'status': 'completed', 'code': 200} Feb 16 05:34:11.092335 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d0543-7f73-4ca0-b75e-65bc02646c7d req-2bb18789-2d3e-4d36-9b37-98404a32e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:11.093872 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-520d0543-7f73-4ca0-b75e-65bc02646c7d req-2bb18789-2d3e-4d36-9b37-98404a32e536 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1050764769f2439fae8ad76e27663aec&device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 1128 time: 0.0820916 Feb 16 05:34:11.193643 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f7568-5636-44f7-bf3c-409d597e9af4 req-9a651f60-482a-4deb-8ae0-612df4170014 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:11.195304 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-048f7568-5636-44f7-bf3c-409d597e9af4 req-9a651f60-482a-4deb-8ae0-612df4170014 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 944 time: 0.0719104 Feb 16 05:34:11.277860 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-33af371c-c44c-40a9-8a14-fc075840aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:11.279460 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-33af371c-c44c-40a9-8a14-fc075840aa00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=434acd7d54a24e18a504c01b72599c36&device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 1127 time: 0.1005933 Feb 16 05:34:11.284267 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-048f7568-5636-44f7-bf3c-409d597e9af4 req-0e25106d-546e-4100-bda1-224b49d4c362 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698843 Feb 16 05:34:11.347149 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-f3fc2d63-09e1-409a-90b9-0581384dcbea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0eac56b7-a543-4943-97d3-45cabe36a813 HTTP/1.1" status: 200 len: 217 time: 0.0438056 Feb 16 05:34:11.402837 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-311f2003-b0d0-42a9-ba05-f14d5de60bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:11.404903 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-311f2003-b0d0-42a9-ba05-f14d5de60bf5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50f33b9e-ffcb-4df6-b48d-452cb86e5a65 HTTP/1.1" status: 200 len: 848 time: 0.0500913 Feb 16 05:34:11.490329 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d0543-7f73-4ca0-b75e-65bc02646c7d req-a7c29c84-364c-4926-9bee-3fdb728fd3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:11.491796 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-520d0543-7f73-4ca0-b75e-65bc02646c7d req-a7c29c84-364c-4926-9bee-3fdb728fd3f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 HTTP/1.1" status: 200 len: 916 time: 0.3198009 Feb 16 05:34:11.793597 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f119a-20a0-4ab2-898d-8152a20cf115 req-0b290173-393e-417e-b4c1-505be30e9b1c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:11.795569 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-246f119a-20a0-4ab2-898d-8152a20cf115 req-0b290173-393e-417e-b4c1-505be30e9b1c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0511422 Feb 16 05:34:11.843810 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-246f119a-20a0-4ab2-898d-8152a20cf115 req-d65b2bb7-bc34-44f2-810c-00ac55726dd9 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425546 Feb 16 05:34:12.103195 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee86550-a836-42ef-85f9-1f8150585592 req-e7bf64ac-1f51-472e-99b0-8a519c2c49a5 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:12.104679 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4ee86550-a836-42ef-85f9-1f8150585592 req-e7bf64ac-1f51-472e-99b0-8a519c2c49a5 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 943 time: 0.0518777 Feb 16 05:34:12.153297 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4ee86550-a836-42ef-85f9-1f8150585592 req-f5080d14-074c-4cd5-a702-cb44fa945956 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429316 Feb 16 05:34:12.401770 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ce53c-cb90-4d61-9cb9-d93ed9a79e0a req-17750b01-bf59-459b-99ba-a9bc06e51795 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:12.403667 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-944ce53c-cb90-4d61-9cb9-d93ed9a79e0a req-17750b01-bf59-459b-99ba-a9bc06e51795 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 944 time: 0.0490201 Feb 16 05:34:12.447431 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-944ce53c-cb90-4d61-9cb9-d93ed9a79e0a req-cba43815-2def-4959-9d9b-a9791670026f tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381591 Feb 16 05:34:12.958699 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb8c90-f8de-43d9-90fe-a6c2ba4e2e23 req-a9ea96a8-46eb-44ca-9b90-9878228580c3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:12.960076 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-41eb8c90-f8de-43d9-90fe-a6c2ba4e2e23 req-a9ea96a8-46eb-44ca-9b90-9878228580c3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0511804 Feb 16 05:34:13.016529 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-41eb8c90-f8de-43d9-90fe-a6c2ba4e2e23 req-536b2951-9b62-41fa-b492-aecc84c6c5e3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509603 Feb 16 05:34:13.267032 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50552000-f8f3-4154-82f8-b651ed0a1ae9 req-fb2ca1aa-0c0a-4635-bf58-f02094e27d6f tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:13.268372 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-50552000-f8f3-4154-82f8-b651ed0a1ae9 req-fb2ca1aa-0c0a-4635-bf58-f02094e27d6f tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 943 time: 0.0492764 Feb 16 05:34:13.322420 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-50552000-f8f3-4154-82f8-b651ed0a1ae9 req-bb306e63-80ce-422f-a79f-487c14271d9b tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485620 Feb 16 05:34:13.561493 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31e7e5-eff9-42e0-ab03-808f42c48770 req-655b2b6d-ab47-4923-ae66-db0f0366a2f2 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:13.562978 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2d31e7e5-eff9-42e0-ab03-808f42c48770 req-655b2b6d-ab47-4923-ae66-db0f0366a2f2 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 944 time: 0.0510483 Feb 16 05:34:13.607974 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2d31e7e5-eff9-42e0-ab03-808f42c48770 req-f8a41bab-4b50-4926-a6e7-8470b94c0cf7 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396044 Feb 16 05:34:14.135317 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dcb82-379f-434e-9907-0d781888a3e0 req-82986ff6-4e46-4e65-b78a-fb7f5a421491 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:14.136705 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6c0dcb82-379f-434e-9907-0d781888a3e0 req-82986ff6-4e46-4e65-b78a-fb7f5a421491 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0532765 Feb 16 05:34:14.183020 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6c0dcb82-379f-434e-9907-0d781888a3e0 req-7c60fce9-0d83-4d37-b650-c3e263262f92 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402329 Feb 16 05:34:14.273587 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-45640899-0527-4d72-a31a-159979109edd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5e569ac-f0e9-4164-95dc-8634b19a6e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283833 Feb 16 05:34:14.294553 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-520d0543-7f73-4ca0-b75e-65bc02646c7d req-d3417e2f-5b2b-4119-a42e-11b98c5c3fdf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f1e1dcc-fb0d-43bd-a284-85872e5284c7 HTTP/1.1" status: 200 len: 217 time: 0.0381875 Feb 16 05:34:14.347200 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d0543-7f73-4ca0-b75e-65bc02646c7d req-faad463c-c967-4542-ad51-88bdc5f8c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:14.349702 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-520d0543-7f73-4ca0-b75e-65bc02646c7d req-faad463c-c967-4542-ad51-88bdc5f8c78a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20482d00-bd66-405d-b6ef-47ba9f681fde HTTP/1.1" status: 200 len: 855 time: 0.0469413 Feb 16 05:34:14.388359 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-34469ba0-7cc4-48ec-9d47-623ab35d05cd service neutron] 10.222.0.60 "GET /v2.0/networks/f5e569ac-f0e9-4164-95dc-8634b19a6e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005223 Feb 16 05:34:14.395448 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-520d0543-7f73-4ca0-b75e-65bc02646c7d req-0bb6dca6-3d4c-4e14-9682-f8ca59446f47 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348356 Feb 16 05:34:14.487988 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-520d0543-7f73-4ca0-b75e-65bc02646c7d req-8cab4291-25bd-4bba-b7de-6bf9ea54c446 service neutron] 10.222.0.60 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808690 Feb 16 05:34:14.510189 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-62efb7f8-453f-46c0-8e82-ac84e739a621 req-945c1cfd-1345-4b85-b69b-b47f119d32fb service neutron] 10.222.0.60 "GET /v2.0/networks/f5e569ac-f0e9-4164-95dc-8634b19a6e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153362 Feb 16 05:34:14.517475 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05cffb-5fd9-4ef5-9c56-37c6bb2d6947 req-59ac14b6-6b2d-4519-a0c2-f597a512b76a tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:14.518821 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9a05cffb-5fd9-4ef5-9c56-37c6bb2d6947 req-59ac14b6-6b2d-4519-a0c2-f597a512b76a tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 943 time: 0.1062593 Feb 16 05:34:14.566550 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9a05cffb-5fd9-4ef5-9c56-37c6bb2d6947 req-9abeba84-dae8-4f6d-9000-449cb1d0f407 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420036 Feb 16 05:34:14.593794 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-520d0543-7f73-4ca0-b75e-65bc02646c7d req-06bd70f1-6bef-40bd-a6ca-33fc68506ff8 service neutron] 10.222.0.60 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922263 Feb 16 05:34:14.755866 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a56c49-2344-4c89-8464-fdb274cf97a7 req-8bd8c711-e8b7-4219-9c08-7979e935d109 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:14.757446 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-56a56c49-2344-4c89-8464-fdb274cf97a7 req-8bd8c711-e8b7-4219-9c08-7979e935d109 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 944 time: 0.0805843 Feb 16 05:34:14.771649 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a811308-818e-4b0d-bca3-c75233e64177 req-8760d9b1-efe6-49e3-9164-401d0592ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:14.773026 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6a811308-818e-4b0d-bca3-c75233e64177 req-8760d9b1-efe6-49e3-9164-401d0592ee2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=434acd7d54a24e18a504c01b72599c36&device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 1127 time: 0.0699427 Feb 16 05:34:14.851736 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-56a56c49-2344-4c89-8464-fdb274cf97a7 req-402140ca-5fa4-474c-8ce7-a3566633ee71 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875258 Feb 16 05:34:14.886951 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a811308-818e-4b0d-bca3-c75233e64177 req-ebf8e965-6a16-4fab-843b-40ec24233273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:14.888423 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6a811308-818e-4b0d-bca3-c75233e64177 req-ebf8e965-6a16-4fab-843b-40ec24233273 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5e569ac-f0e9-4164-95dc-8634b19a6e64 HTTP/1.1" status: 200 len: 909 time: 0.1029553 Feb 16 05:34:14.936954 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6a811308-818e-4b0d-bca3-c75233e64177 req-2a9b6b8a-59af-45eb-9d3c-452f96442502 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0eac56b7-a543-4943-97d3-45cabe36a813 HTTP/1.1" status: 200 len: 217 time: 0.0366044 Feb 16 05:34:14.991796 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a811308-818e-4b0d-bca3-c75233e64177 req-8187ea81-9ac3-43cc-80ea-8ab019813b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:14.993196 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6a811308-818e-4b0d-bca3-c75233e64177 req-8187ea81-9ac3-43cc-80ea-8ab019813b09 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50f33b9e-ffcb-4df6-b48d-452cb86e5a65 HTTP/1.1" status: 200 len: 848 time: 0.0433307 Feb 16 05:34:15.044528 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6a811308-818e-4b0d-bca3-c75233e64177 req-8917b052-6add-4a68-9792-2acbbb9c51dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5e569ac-f0e9-4164-95dc-8634b19a6e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276074 Feb 16 05:34:15.135488 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6a811308-818e-4b0d-bca3-c75233e64177 req-21c1ba6a-9f89-42a7-9185-eb22324a0ed5 service neutron] 10.222.0.60 "GET /v2.0/networks/f5e569ac-f0e9-4164-95dc-8634b19a6e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818441 Feb 16 05:34:15.234601 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6a811308-818e-4b0d-bca3-c75233e64177 req-aecbb29a-8297-4d31-8d05-b7299ed98e75 service neutron] 10.222.0.60 "GET /v2.0/networks/f5e569ac-f0e9-4164-95dc-8634b19a6e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870717 Feb 16 05:34:15.303867 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac1ff0-220d-4c91-8660-2c445ce9e296 req-e2a641b0-258a-449e-8ba1-bfd5cc28bb6f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:15.305557 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d0ac1ff0-220d-4c91-8660-2c445ce9e296 req-e2a641b0-258a-449e-8ba1-bfd5cc28bb6f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0529003 Feb 16 05:34:15.359587 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d0ac1ff0-220d-4c91-8660-2c445ce9e296 req-8bc68113-5812-4a8d-858c-41a179fb7b2e tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450916 Feb 16 05:34:15.689245 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f449d8c-fcd1-429e-9b23-03cd77bc2470 req-e9205d6b-e491-43fb-9d8e-b8b6f60a4072 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:15.690781 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6f449d8c-fcd1-429e-9b23-03cd77bc2470 req-e9205d6b-e491-43fb-9d8e-b8b6f60a4072 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 943 time: 0.0537586 Feb 16 05:34:15.748270 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6f449d8c-fcd1-429e-9b23-03cd77bc2470 req-a6b41afd-0273-4467-abb7-d706d1fb4bb9 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509317 Feb 16 05:34:15.970774 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a44f44-09cb-4f38-8df2-810080fc685d req-ee625080-923e-46ac-8882-202ca02022c4 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:15.972583 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-26a44f44-09cb-4f38-8df2-810080fc685d req-ee625080-923e-46ac-8882-202ca02022c4 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 944 time: 0.0554969 Feb 16 05:34:15.982753 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:34:16.029710 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-26a44f44-09cb-4f38-8df2-810080fc685d req-bf7f776b-8fa8-4518-a91d-17e26f9088a8 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517588 Feb 16 05:34:16.081233 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 5f1e1dcc-fb0d-43bd-a284-85872e5284c7, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=5f1e1dcc-fb0d-43bd-a284-85872e5284c7,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:34:16.092502 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': '5f1e1dcc-fb0d-43bd-a284-85872e5284c7', 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409', 'port_id': '5f1e1dcc-fb0d-43bd-a284-85872e5284c7', 'mac_address': 'fa:16:3e:e2:a9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20482d00-bd66-405d-b6ef-47ba9f681fde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:34:16.129696 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:34:16.130139 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (5f1e1dcc-fb0d-43bd-a284-85872e5284c7), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:16.143685 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:34:16.164470 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 5f1e1dcc-fb0d-43bd-a284-85872e5284c7, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=5f1e1dcc-fb0d-43bd-a284-85872e5284c7,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:34:16.169148 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (5f1e1dcc-fb0d-43bd-a284-85872e5284c7), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:16.215360 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=5f1e1dcc-fb0d-43bd-a284-85872e5284c7,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:16.222165 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:16.222571 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:16.222936 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:16.223280 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:16.223612 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:16.223942 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:16.224269 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:16.224596 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:16.224922 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:16.225282 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:16.225617 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:16.225948 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:16.226270 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:34:16.256112 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436a5c8-81ee-404f-af48-714af9f3422b req-a70e4b52-bf2a-41cc-92ec-48015bc94dba tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:16.257628 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c436a5c8-81ee-404f-af48-714af9f3422b req-a70e4b52-bf2a-41cc-92ec-48015bc94dba tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 945 time: 0.0537553 Feb 16 05:34:16.304973 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c436a5c8-81ee-404f-af48-714af9f3422b req-2b8250ee-c4fc-4613-8ddc-fc7c51b5ca52 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407693 Feb 16 05:34:16.480890 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a0b7a-783e-47f1-8132-29445ed04150 req-454628e8-705d-4813-b2aa-d89d6ca96eff tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:16.482407 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b22a0b7a-783e-47f1-8132-29445ed04150 req-454628e8-705d-4813-b2aa-d89d6ca96eff tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0526116 Feb 16 05:34:16.533273 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b22a0b7a-783e-47f1-8132-29445ed04150 req-bcceaa2d-bdea-4cb9-bbda-e0ddce0f211f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452886 Feb 16 05:34:16.690420 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['5f1e1dcc-fb0d-43bd-a284-85872e5284c7'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:34:16.869372 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77c0a4-2e9c-4998-a4e0-8d8188246650 req-06f2d92a-0655-4fb7-8b1a-3b812e86261d tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:16.870853 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ae77c0a4-2e9c-4998-a4e0-8d8188246650 req-06f2d92a-0655-4fb7-8b1a-3b812e86261d tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 943 time: 0.0535493 Feb 16 05:34:16.919119 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ae77c0a4-2e9c-4998-a4e0-8d8188246650 req-fbfb4b98-41b6-47c9-8c82-8007389983a7 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414970 Feb 16 05:34:17.165123 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3646e-1577-4542-9e10-75b148b60f24 req-68fdd9d9-25b2-4556-a083-88afe43f598a tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:17.166711 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d6f3646e-1577-4542-9e10-75b148b60f24 req-68fdd9d9-25b2-4556-a083-88afe43f598a tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 945 time: 0.0636959 Feb 16 05:34:17.213804 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d6f3646e-1577-4542-9e10-75b148b60f24 req-df04b402-73b4-4cd8-bd77-c45d9b198f84 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406537 Feb 16 05:34:17.423995 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574bf81-ccc3-4898-9db1-0429a4efd076 req-5111e0ca-d9c0-4531-95fd-74c5cbd020ba tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:17.425467 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9574bf81-ccc3-4898-9db1-0429a4efd076 req-5111e0ca-d9c0-4531-95fd-74c5cbd020ba tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 945 time: 0.0551596 Feb 16 05:34:17.470586 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9574bf81-ccc3-4898-9db1-0429a4efd076 req-b4fa7049-28b7-4f14-9547-8e75ebe23b40 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396957 Feb 16 05:34:17.651251 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966ecff-daf0-4650-87d1-718c23ccb01b req-6e7c7a5a-7d30-442f-8e2d-b600a77edcca tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:17.652731 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3966ecff-daf0-4650-87d1-718c23ccb01b req-6e7c7a5a-7d30-442f-8e2d-b600a77edcca tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0520074 Feb 16 05:34:17.702382 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3966ecff-daf0-4650-87d1-718c23ccb01b req-999ad1b9-4c5a-4357-8f09-b6a118c1e495 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438731 Feb 16 05:34:17.966483 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 52182) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:17.998208 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 0eac56b7-a543-4943-97d3-45cabe36a813 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:34:18.008795 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:34:18.041449 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a2dda-b8bd-48f0-8697-2211f5234699 req-6b9c8e83-cc19-426b-9963-178225d1a0e7 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:18.043057 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d68a2dda-b8bd-48f0-8697-2211f5234699 req-6b9c8e83-cc19-426b-9963-178225d1a0e7 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 943 time: 0.0551429 Feb 16 05:34:18.081396 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-82cea6dc-0774-4ed9-9a76-72a70ef46eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:18.121315 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d68a2dda-b8bd-48f0-8697-2211f5234699 req-fa3d369c-c83a-4484-9b9e-56fe0f2ab733 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711117 Feb 16 05:34:18.195136 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-82cea6dc-0774-4ed9-9a76-72a70ef46eb7 admin admin] Publish callbacks [] for security_group (cd4713d4-89c2-48b3-8a1d-a4cf1303d089), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:18.200969 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-82cea6dc-0774-4ed9-9a76-72a70ef46eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (cd4713d4-89c2-48b3-8a1d-a4cf1303d089), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:18.245468 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cea6dc-0774-4ed9-9a76-72a70ef46eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4713d4-89c2-48b3-8a1d-a4cf1303d089,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:18.264579 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 52196) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:18.273540 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 0eac56b7-a543-4943-97d3-45cabe36a813, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0eac56b7-a543-4943-97d3-45cabe36a813,segment=NetworkSegment(5ed22241-3706-4121-b88e-45b923a9e60c),segment_id=5ed22241-3706-4121-b88e-45b923a9e60c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:34:18.283244 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-82cea6dc-0774-4ed9-9a76-72a70ef46eb7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=45f30c74f6574140afeda317063bbd4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150687 Feb 16 05:34:18.290142 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': '0eac56b7-a543-4943-97d3-45cabe36a813', 'network_id': 'f5e569ac-f0e9-4164-95dc-8634b19a6e64', 'port_id': '0eac56b7-a543-4943-97d3-45cabe36a813', 'mac_address': 'fa:16:3e:91:a7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f33b9e-ffcb-4df6-b48d-452cb86e5a65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:34:18.298867 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:34:18.328943 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:34:18.329574 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (5f1e1dcc-fb0d-43bd-a284-85872e5284c7), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:18.371819 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c796fab-f242-4e70-a9c9-8e70b63b8967 admin admin] Publish callbacks [] for security_group (cd4713d4-89c2-48b3-8a1d-a4cf1303d089), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:18.375924 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 0eac56b7-a543-4943-97d3-45cabe36a813 is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:34:18.376332 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (0eac56b7-a543-4943-97d3-45cabe36a813), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:18.393505 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd070c-c62b-4255-af6a-678203cf670d req-d055613c-6571-4f2f-8754-2e91772c1dd3 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:18.395127 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-dacd070c-c62b-4255-af6a-678203cf670d req-d055613c-6571-4f2f-8754-2e91772c1dd3 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 945 time: 0.1040993 Feb 16 05:34:18.395757 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eac56b7-a543-4943-97d3-45cabe36a813 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:34:18.415739 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c796fab-f242-4e70-a9c9-8e70b63b8967 admin admin] Publish callbacks [] for security_group (cd4713d4-89c2-48b3-8a1d-a4cf1303d089), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:18.424102 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 0eac56b7-a543-4943-97d3-45cabe36a813, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0eac56b7-a543-4943-97d3-45cabe36a813,segment=NetworkSegment(5ed22241-3706-4121-b88e-45b923a9e60c),segment_id=5ed22241-3706-4121-b88e-45b923a9e60c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:34:18.444149 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (0eac56b7-a543-4943-97d3-45cabe36a813), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:18.475001 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-dacd070c-c62b-4255-af6a-678203cf670d req-68f1e07e-36ce-4b6b-b4bf-a849276f531c tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691764 Feb 16 05:34:18.493717 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:34:18.493717 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (5f1e1dcc-fb0d-43bd-a284-85872e5284c7), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:18.514910 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c796fab-f242-4e70-a9c9-8e70b63b8967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (cd4713d4-89c2-48b3-8a1d-a4cf1303d089), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:18.517781 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c796fab-f242-4e70-a9c9-8e70b63b8967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:18.521528 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-4c796fab-f242-4e70-a9c9-8e70b63b8967 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cd4713d4-89c2-48b3-8a1d-a4cf1303d089 HTTP/1.1" status: 204 len: 168 time: 0.2528727 Feb 16 05:34:18.530907 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c796fab-f242-4e70-a9c9-8e70b63b8967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4713d4-89c2-48b3-8a1d-a4cf1303d089,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:18.559273 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a05cc5-5174-4d41-a407-fc4311b4f6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1e1dcc-fb0d-43bd-a284-85872e5284c7'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:34:18.562198 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f074795c-844b-42cc-8ef9-f0a641cad9b2" -d '{"events": [{"server_uuid": "69a05cc5-5174-4d41-a407-fc4311b4f6e9", "name": "network-vif-plugged", "status": "completed", "tag": "5f1e1dcc-fb0d-43bd-a284-85872e5284c7"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:34:18.569633 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=0eac56b7-a543-4943-97d3-45cabe36a813,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:18.594524 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 5f1e1dcc-fb0d-43bd-a284-85872e5284c7, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=5f1e1dcc-fb0d-43bd-a284-85872e5284c7,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:34:18.603582 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (5f1e1dcc-fb0d-43bd-a284-85872e5284c7), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:18.608613 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3664558-a9a2-44f8-a838-066458186942 x-openstack-request-id: req-b3664558-a9a2-44f8-a838-066458186942 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:34:18.609543 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a05cc5-5174-4d41-a407-fc4311b4f6e9", "name": "network-vif-plugged", "status": "completed", "tag": "5f1e1dcc-fb0d-43bd-a284-85872e5284c7", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:34:18.610360 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b3664558-a9a2-44f8-a838-066458186942 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:34:18.611563 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a05cc5-5174-4d41-a407-fc4311b4f6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1e1dcc-fb0d-43bd-a284-85872e5284c7', 'code': 200} Feb 16 05:34:18.664928 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4214dc-5661-4447-8478-2822e4342ef2 req-88a5186d-125e-41be-b27a-eae0109a6850 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:18.675407 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ee4214dc-5661-4447-8478-2822e4342ef2 req-88a5186d-125e-41be-b27a-eae0109a6850 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 945 time: 0.1213400 Feb 16 05:34:18.678405 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=5f1e1dcc-fb0d-43bd-a284-85872e5284c7,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:18.735868 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ee4214dc-5661-4447-8478-2822e4342ef2 req-c70b40e1-020e-4caa-8f29-7be1414f6977 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590067 Feb 16 05:34:18.856680 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09577a7c-53d6-4a65-9d28-e4c6aa3f48c7 req-d0d3c99c-35ad-423d-be8b-5dbb21159431 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:18.858542 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-09577a7c-53d6-4a65-9d28-e4c6aa3f48c7 req-d0d3c99c-35ad-423d-be8b-5dbb21159431 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0613217 Feb 16 05:34:18.900129 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 52212) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:18.913521 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb7ec-5a8c-4736-8e41-a02bc60cb6a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:18.940813 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad50a8-61ed-4620-bf1e-1b1ee52da8f1 req-faaa977f-654f-4fdd-814f-8110454445bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:18.942522 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b6ad50a8-61ed-4620-bf1e-1b1ee52da8f1 req-faaa977f-654f-4fdd-814f-8110454445bc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 1130 time: 0.0829089 Feb 16 05:34:18.946269 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-09577a7c-53d6-4a65-9d28-e4c6aa3f48c7 req-b856346b-e569-4b0f-877f-54db3699c2c4 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779786 Feb 16 05:34:19.000898 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb7ec-5a8c-4736-8e41-a02bc60cb6a4 admin admin] Publish callbacks [] for security_group (d01e2b27-a921-485f-ba3b-3a14874b1b63), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:19.005837 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b6ad50a8-61ed-4620-bf1e-1b1ee52da8f1 req-7671e3e7-2635-42dd-a9ae-f8214850a709 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400052 Feb 16 05:34:19.005961 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb7ec-5a8c-4736-8e41-a02bc60cb6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (d01e2b27-a921-485f-ba3b-3a14874b1b63), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:19.041615 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-6bdbb7ec-5a8c-4736-8e41-a02bc60cb6a4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cc3a18fc19e64ab6b1cc1483c2b14963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404302 Feb 16 05:34:19.043477 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbb7ec-5a8c-4736-8e41-a02bc60cb6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01e2b27-a921-485f-ba3b-3a14874b1b63,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:19.044313 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 52214) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:19.092497 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd8e425d-1ac3-4482-9d2a-b26c3068d9a3 admin admin] Publish callbacks [] for security_group (d01e2b27-a921-485f-ba3b-3a14874b1b63), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:19.113022 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd8e425d-1ac3-4482-9d2a-b26c3068d9a3 admin admin] Publish callbacks [] for security_group (d01e2b27-a921-485f-ba3b-3a14874b1b63), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:19.145054 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['0eac56b7-a543-4943-97d3-45cabe36a813'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:34:19.160873 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd8e425d-1ac3-4482-9d2a-b26c3068d9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (d01e2b27-a921-485f-ba3b-3a14874b1b63), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:19.163556 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd8e425d-1ac3-4482-9d2a-b26c3068d9a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:19.164745 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-dd8e425d-1ac3-4482-9d2a-b26c3068d9a3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d01e2b27-a921-485f-ba3b-3a14874b1b63 HTTP/1.1" status: 204 len: 168 time: 0.1187844 Feb 16 05:34:19.173058 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e425d-1ac3-4482-9d2a-b26c3068d9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01e2b27-a921-485f-ba3b-3a14874b1b63,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:19.259242 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf9233-fe87-4d9d-af4f-c8b4b42c2830 req-123540c5-42a2-424a-898c-7b7cd0b4d5be tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:19.267640 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5edf9233-fe87-4d9d-af4f-c8b4b42c2830 req-123540c5-42a2-424a-898c-7b7cd0b4d5be tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 944 time: 0.0690601 Feb 16 05:34:19.312968 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5edf9233-fe87-4d9d-af4f-c8b4b42c2830 req-060a6f00-3eee-4512-ad2a-f04cd0cd1301 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442610 Feb 16 05:34:19.572972 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fee6c3-c723-4ddf-99db-2dd3d0e34ef9 req-9b48a407-797a-4f69-b67a-8cf4df5f6389 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:19.574464 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b7fee6c3-c723-4ddf-99db-2dd3d0e34ef9 req-9b48a407-797a-4f69-b67a-8cf4df5f6389 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 945 time: 0.0616963 Feb 16 05:34:19.702765 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550a93a-e009-42c4-98a2-344fa8bdc4e3 req-c6ad0af0-8162-4ef0-b2e4-931a7111ba19 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:19.704173 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e550a93a-e009-42c4-98a2-344fa8bdc4e3 req-c6ad0af0-8162-4ef0-b2e4-931a7111ba19 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 946 time: 0.1288457 Feb 16 05:34:19.780627 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-b7fee6c3-c723-4ddf-99db-2dd3d0e34ef9 req-1bfe8fa1-1c4c-4f46-8aaf-454772cb8f25 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Deleting port 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:34:19.780976 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b7fee6c3-c723-4ddf-99db-2dd3d0e34ef9 req-1bfe8fa1-1c4c-4f46-8aaf-454772cb8f25 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (8d087470-c4c7-4519-8a95-7e5a1cfd99b4), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:19.786473 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e550a93a-e009-42c4-98a2-344fa8bdc4e3 req-01eed2eb-03e8-4916-98c8-66be4a2fef94 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762281 Feb 16 05:34:19.869802 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8892f-d21b-456a-94aa-72a8ba3b7bff req-ccfbd876-323d-4b40-9f3e-7ca12267754b tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:19.887932 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b7fee6c3-c723-4ddf-99db-2dd3d0e34ef9 req-1bfe8fa1-1c4c-4f46-8aaf-454772cb8f25 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] For port 8d087470-c4c7-4519-8a95-7e5a1cfd99b4, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=8d087470-c4c7-4519-8a95-7e5a1cfd99b4,segment=NetworkSegment(4f0e3935-9870-40a5-b556-a230dc623639),segment_id=4f0e3935-9870-40a5-b556-a230dc623639)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:34:19.888391 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b7fee6c3-c723-4ddf-99db-2dd3d0e34ef9 req-1bfe8fa1-1c4c-4f46-8aaf-454772cb8f25 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (8d087470-c4c7-4519-8a95-7e5a1cfd99b4), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:19.891662 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cea8892f-d21b-456a-94aa-72a8ba3b7bff req-ccfbd876-323d-4b40-9f3e-7ca12267754b tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 945 time: 0.0902553 Feb 16 05:34:19.904261 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-b7fee6c3-c723-4ddf-99db-2dd3d0e34ef9 req-1bfe8fa1-1c4c-4f46-8aaf-454772cb8f25 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Calling delete_port for 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:34:19.943737 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cea8892f-d21b-456a-94aa-72a8ba3b7bff req-c8e74761-d47b-4ef0-8518-5a02c5e18f92 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/security-groups?id=19ecee48-83fa-432e-bd31-08f18ad3ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430877 Feb 16 05:34:20.134524 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa7595-cc21-4d97-9a12-dbb237b2a2e2 req-a57b3bf1-fd23-4d68-9d05-8e3fd41122a2 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:20.136019 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b2fa7595-cc21-4d97-9a12-dbb237b2a2e2 req-a57b3bf1-fd23-4d68-9d05-8e3fd41122a2 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.1040294 Feb 16 05:34:20.137136 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b7fee6c3-c723-4ddf-99db-2dd3d0e34ef9 req-1bfe8fa1-1c4c-4f46-8aaf-454772cb8f25 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (8d087470-c4c7-4519-8a95-7e5a1cfd99b4), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:20.174315 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe8fa1-1c4c-4f46-8aaf-454772cb8f25 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Pushing event deleted for resources: {'Port': ['ID=8d087470-c4c7-4519-8a95-7e5a1cfd99b4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:20.225164 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['8d087470-c4c7-4519-8a95-7e5a1cfd99b4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:34:20.252820 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fee6c3-c723-4ddf-99db-2dd3d0e34ef9 req-1bfe8fa1-1c4c-4f46-8aaf-454772cb8f25 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] No DVR routers for this DVR port 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 on host hv-cinder-82947 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:34:20.256792 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b7fee6c3-c723-4ddf-99db-2dd3d0e34ef9 req-1bfe8fa1-1c4c-4f46-8aaf-454772cb8f25 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:20.261368 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b7fee6c3-c723-4ddf-99db-2dd3d0e34ef9 req-1bfe8fa1-1c4c-4f46-8aaf-454772cb8f25 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.60 "DELETE /v2.0/ports/8d087470-c4c7-4519-8a95-7e5a1cfd99b4 HTTP/1.1" status: 204 len: 173 time: 0.6773160 Feb 16 05:34:20.262153 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8596d3-9d2e-455a-bd97-3dc0a5041433', 'name': 'network-vif-deleted', 'tag': '8d087470-c4c7-4519-8a95-7e5a1cfd99b4'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:34:20.265037 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60d2603-ab5b-4c34-9bea-993ff0944c35" -d '{"events": [{"server_uuid": "1d8596d3-9d2e-455a-bd97-3dc0a5041433", "name": "network-vif-deleted", "tag": "8d087470-c4c7-4519-8a95-7e5a1cfd99b4"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:34:20.307322 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b2fa7595-cc21-4d97-9a12-dbb237b2a2e2 req-24f8172f-3e35-4753-8970-87ffec93cbc0 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569083 Feb 16 05:34:20.328047 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe8d6d8-376d-4773-8a1f-90af1e91429b x-openstack-request-id: req-8fe8d6d8-376d-4773-8a1f-90af1e91429b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:34:20.328340 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8596d3-9d2e-455a-bd97-3dc0a5041433", "name": "network-vif-deleted", "tag": "8d087470-c4c7-4519-8a95-7e5a1cfd99b4", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:34:20.328591 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8fe8d6d8-376d-4773-8a1f-90af1e91429b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:34:20.328987 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8596d3-9d2e-455a-bd97-3dc0a5041433', 'name': 'network-vif-deleted', 'tag': '8d087470-c4c7-4519-8a95-7e5a1cfd99b4', 'status': 'completed', 'code': 200} Feb 16 05:34:20.440739 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bd318-72fb-43a4-aba4-f7c9c3eac929 req-4677c6f3-1760-4219-807c-8eaa64595df0 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:20.443241 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7f4bd318-72fb-43a4-aba4-f7c9c3eac929 req-4677c6f3-1760-4219-807c-8eaa64595df0 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 944 time: 0.0609372 Feb 16 05:34:20.489512 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7f4bd318-72fb-43a4-aba4-f7c9c3eac929 req-4b6c782c-0f15-4f2d-8539-f66e36e87556 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405450 Feb 16 05:34:20.610463 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:34:20.916348 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdceba-0e84-4786-bd4e-487fc393252f req-8ab5c8da-8f94-44c9-94a7-1f0e4ab53237 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:20.917866 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-33fdceba-0e84-4786-bd4e-487fc393252f req-8ab5c8da-8f94-44c9-94a7-1f0e4ab53237 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 946 time: 0.0563712 Feb 16 05:34:20.964424 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-33fdceba-0e84-4786-bd4e-487fc393252f req-b4164822-312f-491b-a082-3ef336880598 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406590 Feb 16 05:34:21.047268 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fd51d66c-7841-4bca-a42b-0459e3a2db5f req-eea23a36-4723-4af0-be93-efbbac59a0c0 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 210 time: 0.0258424 Feb 16 05:34:21.442777 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c8d7d-86f1-43ad-a6c6-fcdacfd17f2e req-5651afda-1450-4f81-a29c-8decc8478874 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:21.444151 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c03c8d7d-86f1-43ad-a6c6-fcdacfd17f2e req-5651afda-1450-4f81-a29c-8decc8478874 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0564370 Feb 16 05:34:21.489137 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c03c8d7d-86f1-43ad-a6c6-fcdacfd17f2e req-9756f80f-52ce-4d7b-89aa-5869c34e7dff tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393760 Feb 16 05:34:21.608970 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cd42f-a3e0-4962-bf6b-89f6e10e28b3 req-b92d803d-4a6f-4267-b209-b1b8b1d86342 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:21.610460 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b46cd42f-a3e0-4962-bf6b-89f6e10e28b3 req-b92d803d-4a6f-4267-b209-b1b8b1d86342 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 944 time: 0.0554037 Feb 16 05:34:21.656007 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b46cd42f-a3e0-4962-bf6b-89f6e10e28b3 req-2111835d-10aa-472a-87c1-8266edde3a66 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398879 Feb 16 05:34:22.032513 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 0eac56b7-a543-4943-97d3-45cabe36a813 up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:34:22.086742 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port 0eac56b7-a543-4943-97d3-45cabe36a813 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:34:22.091210 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port 0eac56b7-a543-4943-97d3-45cabe36a813 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:34:22.092241 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (0eac56b7-a543-4943-97d3-45cabe36a813), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:22.101525 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3c8a2-ebb3-48df-b8bd-d374379faee1 req-42a908ea-2e4d-4bb4-8fe2-90c16b2add07 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:22.103017 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-83b3c8a2-ebb3-48df-b8bd-d374379faee1 req-42a908ea-2e4d-4bb4-8fe2-90c16b2add07 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 946 time: 0.0725026 Feb 16 05:34:22.164450 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c1812777-1a78-4086-9954-e812af06aaf3 req-0235d443-525f-47fa-b6e4-1b2170fce416 tempest-DeleteServersTestJSON-1713014843 tempest-DeleteServersTestJSON-1713014843-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d8596d3-9d2e-455a-bd97-3dc0a5041433 HTTP/1.1" status: 200 len: 210 time: 0.0299349 Feb 16 05:34:22.180124 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-83b3c8a2-ebb3-48df-b8bd-d374379faee1 req-fcb74327-e471-47b9-8324-7ea6cc0f4ff6 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715969 Feb 16 05:34:22.192171 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 0eac56b7-a543-4943-97d3-45cabe36a813 is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:34:22.192705 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (0eac56b7-a543-4943-97d3-45cabe36a813), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:22.226852 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccde5a1c-d663-470c-bd84-5e48b988b2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eac56b7-a543-4943-97d3-45cabe36a813'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:34:22.229721 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c794d1-9568-473b-9a93-cf7f135c4831" -d '{"events": [{"server_uuid": "ccde5a1c-d663-470c-bd84-5e48b988b2dd", "name": "network-vif-plugged", "status": "completed", "tag": "0eac56b7-a543-4943-97d3-45cabe36a813"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:34:22.235589 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 0eac56b7-a543-4943-97d3-45cabe36a813, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0eac56b7-a543-4943-97d3-45cabe36a813,segment=NetworkSegment(5ed22241-3706-4121-b88e-45b923a9e60c),segment_id=5ed22241-3706-4121-b88e-45b923a9e60c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:34:22.252723 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (0eac56b7-a543-4943-97d3-45cabe36a813), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:22.255141 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:34:22.283944 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed523887-3ed5-4e09-bd88-d1c4dbc8cb2b x-openstack-request-id: req-ed523887-3ed5-4e09-bd88-d1c4dbc8cb2b {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:34:22.284406 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccde5a1c-d663-470c-bd84-5e48b988b2dd", "name": "network-vif-plugged", "status": "completed", "tag": "0eac56b7-a543-4943-97d3-45cabe36a813", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:34:22.284667 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ed523887-3ed5-4e09-bd88-d1c4dbc8cb2b {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:34:22.285058 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccde5a1c-d663-470c-bd84-5e48b988b2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eac56b7-a543-4943-97d3-45cabe36a813', 'code': 200} Feb 16 05:34:22.285614 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:34:22.285960 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 8d087470-c4c7-4519-8a95-7e5a1cfd99b4 not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:34:22.333209 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=0eac56b7-a543-4943-97d3-45cabe36a813,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:22.585091 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cd1c9-6ee5-458b-9773-9c0704975487 req-42b14eac-cfa0-457f-bb90-097904d86028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:22.585091 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-733cd1c9-6ee5-458b-9773-9c0704975487 req-42b14eac-cfa0-457f-bb90-097904d86028 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 1129 time: 0.0637071 Feb 16 05:34:22.661456 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-733cd1c9-6ee5-458b-9773-9c0704975487 req-db99b046-2017-460c-8c34-6bd60a139ce4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537601 Feb 16 05:34:22.674340 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b509e72-f9fb-4402-a034-bf5346c67b18 req-4fee2883-4d50-48ee-993d-def3a43011f0 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:22.677991 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-8b509e72-f9fb-4402-a034-bf5346c67b18 req-4fee2883-4d50-48ee-993d-def3a43011f0 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.1079216 Feb 16 05:34:22.737371 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-8b509e72-f9fb-4402-a034-bf5346c67b18 req-b246cf6b-e5f1-446c-844d-2086e20475a1 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511858 Feb 16 05:34:22.823551 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9ab22-382c-4301-afe9-d6ccd0b11dcd req-f41c3109-a097-4e4d-8319-d5284341f6a9 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:22.825082 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f6c9ab22-382c-4301-afe9-d6ccd0b11dcd req-f41c3109-a097-4e4d-8319-d5284341f6a9 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 945 time: 0.0551691 Feb 16 05:34:22.889152 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f6c9ab22-382c-4301-afe9-d6ccd0b11dcd req-4eb30d55-4e9a-4989-a908-090527f7b628 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582349 Feb 16 05:34:23.855750 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c41642-ed12-4786-aec7-103b738be094 req-03c3fb7e-fa47-4980-9398-2f384bbd9a44 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:23.857234 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-64c41642-ed12-4786-aec7-103b738be094 req-03c3fb7e-fa47-4980-9398-2f384bbd9a44 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0511007 Feb 16 05:34:23.902851 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-64c41642-ed12-4786-aec7-103b738be094 req-056fa6ec-6cd4-4fe4-aece-39b265237785 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401311 Feb 16 05:34:24.001410 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56617429-be86-49af-9241-0672c39ad130 req-1273f888-6b22-468e-a7d9-701d5160f823 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:24.002872 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-56617429-be86-49af-9241-0672c39ad130 req-1273f888-6b22-468e-a7d9-701d5160f823 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 945 time: 0.0540099 Feb 16 05:34:24.048557 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-56617429-be86-49af-9241-0672c39ad130 req-c9b7b226-c3c7-4eaf-b011-4fa51ae58b6c tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401025 Feb 16 05:34:24.402478 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 52372) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:24.511151 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-84c8f31e-ce67-47b6-8cdb-5583e424083a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:24.606187 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 52386) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:24.618915 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-84c8f31e-ce67-47b6-8cdb-5583e424083a admin admin] Publish callbacks [] for security_group (b746a2dd-37f8-418c-a8e0-959f0a64a518), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:24.624121 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-84c8f31e-ce67-47b6-8cdb-5583e424083a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (b746a2dd-37f8-418c-a8e0-959f0a64a518), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:24.658760 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-f812c82d-f518-4d43-8755-c1ae54d50201 admin admin] Deleting subnet 3f83d0b5-3d74-42a3-9ef9-6ee9b5e09b38 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 05:34:24.661944 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f812c82d-f518-4d43-8755-c1ae54d50201 admin admin] Publish callbacks [] for subnet (3f83d0b5-3d74-42a3-9ef9-6ee9b5e09b38), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:24.679288 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8f31e-ce67-47b6-8cdb-5583e424083a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b746a2dd-37f8-418c-a8e0-959f0a64a518,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:24.684916 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-84c8f31e-ce67-47b6-8cdb-5583e424083a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1cc2d6c54d3d4c8b9a35f10ee3e333cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814116 Feb 16 05:34:24.687977 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 52390) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:24.711031 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f812c82d-f518-4d43-8755-c1ae54d50201 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125612'] for subnet (3f83d0b5-3d74-42a3-9ef9-6ee9b5e09b38), precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:24.758930 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf13dc90-103a-4214-9a7a-623d0629afa6 admin admin] Publish callbacks [] for security_group (b746a2dd-37f8-418c-a8e0-959f0a64a518), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:24.770905 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f812c82d-f518-4d43-8755-c1ae54d50201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133523527'] for subnet (3f83d0b5-3d74-42a3-9ef9-6ee9b5e09b38), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:24.792507 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf13dc90-103a-4214-9a7a-623d0629afa6 admin admin] Publish callbacks [] for security_group (b746a2dd-37f8-418c-a8e0-959f0a64a518), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:24.854967 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f812c82d-f518-4d43-8755-c1ae54d50201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133523536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10125610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8738759'] for subnet (3f83d0b5-3d74-42a3-9ef9-6ee9b5e09b38), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:24.857886 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf13dc90-103a-4214-9a7a-623d0629afa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (b746a2dd-37f8-418c-a8e0-959f0a64a518), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:24.860961 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf13dc90-103a-4214-9a7a-623d0629afa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:24.873709 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-bf13dc90-103a-4214-9a7a-623d0629afa6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b746a2dd-37f8-418c-a8e0-959f0a64a518 HTTP/1.1" status: 204 len: 168 time: 0.1755600 Feb 16 05:34:24.891294 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812c82d-f518-4d43-8755-c1ae54d50201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f83d0b5-3d74-42a3-9ef9-6ee9b5e09b38,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:24.892873 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13dc90-103a-4214-9a7a-623d0629afa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b746a2dd-37f8-418c-a8e0-959f0a64a518,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:24.893630 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f812c82d-f518-4d43-8755-c1ae54d50201 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:24.899789 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-f812c82d-f518-4d43-8755-c1ae54d50201 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/3f83d0b5-3d74-42a3-9ef9-6ee9b5e09b38 HTTP/1.1" status: 204 len: 168 time: 0.2903075 Feb 16 05:34:24.900024 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 52400) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:24.916383 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 52402) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:25.041337 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ee78edc-4619-4cae-9101-ab3a9395e224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133564096'] for network (a7e424d6-266f-483c-9f77-54749ea51752), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:25.123567 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e94709-4b9a-4395-b161-004c42c8b36b req-2277b3d5-124d-4f12-aa06-53a9901fc916 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:25.131472 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-64e94709-4b9a-4395-b161-004c42c8b36b req-2277b3d5-124d-4f12-aa06-53a9901fc916 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.1443360 Feb 16 05:34:25.193302 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ee78edc-4619-4cae-9101-ab3a9395e224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133527232', 'neutron.services.segments.db._delete_segments_for_network-8750525486906'] for network (a7e424d6-266f-483c-9f77-54749ea51752), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:25.227651 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-c972943e-7fdd-48fb-9744-8c2751f29580 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:25.232938 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0ee78edc-4619-4cae-9101-ab3a9395e224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e424d6-266f-483c-9f77-54749ea51752']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:34:25.236836 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-c972943e-7fdd-48fb-9744-8c2751f29580 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/networks?id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 HTTP/1.1" status: 200 len: 815 time: 0.1484041 Feb 16 05:34:25.248198 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-b2beab9f-2d20-4985-8f21-545c73933bdb tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/quotas/1050764769f2439fae8ad76e27663aec HTTP/1.1" status: 200 len: 375 time: 0.0098548 Feb 16 05:34:25.249790 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-64e94709-4b9a-4395-b161-004c42c8b36b req-e4563ac0-af33-4a26-ae8a-0dae9faa3131 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171687 Feb 16 05:34:25.259986 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0ee78edc-4619-4cae-9101-ab3a9395e224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0e3935-9870-40a5-b556-a230dc623639') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:34:25.260285 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0ee78edc-4619-4cae-9101-ab3a9395e224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0e3935-9870-40a5-b556-a230dc623639') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:34:25.282751 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03297caf-4fd6-4b54-9fb5-b76ee2610df9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:25.287034 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ee78edc-4619-4cae-9101-ab3a9395e224 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750525486659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125595'] for segment (4f0e3935-9870-40a5-b556-a230dc623639), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:25.326721 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ff043861-f7b0-4a27-a79f-a26eda27c601 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1050764769f2439fae8ad76e27663aec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702901 Feb 16 05:34:25.327767 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ee78edc-4619-4cae-9101-ab3a9395e224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (4f0e3935-9870-40a5-b556-a230dc623639), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:25.358174 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee78edc-4619-4cae-9101-ab3a9395e224 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 05:34:25.358579 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ee78edc-4619-4cae-9101-ab3a9395e224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10125448'] for segment (4f0e3935-9870-40a5-b556-a230dc623639), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: Traceback (most recent call last): Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: timer() Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: cb(*args, **kw) Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: return func(*args, **kwargs) Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: self._notify() Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: self.callback(batched_events) Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: event.method(event) Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: return f(self, *a, **k) Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: return self._get(url).json() Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: return self.request(url, 'GET', **kwargs) Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 05:34:25.360421 dv-cinder-829473-2-iscsi neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 05:34:25.440055 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-34f7f103-2565-4fbc-9c62-a756ef21c78d service neutron] 10.222.0.75 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019616 Feb 16 05:34:25.447239 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbab6ff-8745-488b-975d-8c547213b689 req-3e42d6a1-18bc-43f8-b68e-9f625600a31b tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:25.448732 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-dbbab6ff-8745-488b-975d-8c547213b689 req-3e42d6a1-18bc-43f8-b68e-9f625600a31b tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 945 time: 0.1387677 Feb 16 05:34:25.450634 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ee78edc-4619-4cae-9101-ab3a9395e224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133527257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588188'] for network (a7e424d6-266f-483c-9f77-54749ea51752), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:25.455876 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ee78edc-4619-4cae-9101-ab3a9395e224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:25.460487 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-0ee78edc-4619-4cae-9101-ab3a9395e224 admin admin] 10.222.0.75 "DELETE /v2.0/networks/a7e424d6-266f-483c-9f77-54749ea51752 HTTP/1.1" status: 204 len: 168 time: 0.5580997 Feb 16 05:34:25.494184 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee78edc-4619-4cae-9101-ab3a9395e224 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e424d6-266f-483c-9f77-54749ea51752,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:25.537974 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-761d07bf-e9e8-4658-b172-333abe9e3e1c service neutron] 10.222.0.75 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916014 Feb 16 05:34:25.540119 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03297caf-4fd6-4b54-9fb5-b76ee2610df9 admin admin] Publish callbacks [] for security_group (c5bcabc3-6bb5-40c8-95e8-cac54b4606cd), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:25.548796 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-dbbab6ff-8745-488b-975d-8c547213b689 req-cb13f436-8d64-4b6d-844c-84abcf4d30f3 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886431 Feb 16 05:34:25.549855 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03297caf-4fd6-4b54-9fb5-b76ee2610df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (c5bcabc3-6bb5-40c8-95e8-cac54b4606cd), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:25.594182 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-03297caf-4fd6-4b54-9fb5-b76ee2610df9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c5bff3be281640dbbc05e8eaaaac2f58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6735227 Feb 16 05:34:25.594182 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03297caf-4fd6-4b54-9fb5-b76ee2610df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bcabc3-6bb5-40c8-95e8-cac54b4606cd,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:25.594498 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 52440) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:25.658535 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 52444) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:25.676166 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f7f44f3-3f25-4e36-add1-2586b91f9de2 admin admin] Publish callbacks [] for security_group (c5bcabc3-6bb5-40c8-95e8-cac54b4606cd), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:25.705645 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f7f44f3-3f25-4e36-add1-2586b91f9de2 admin admin] Publish callbacks [] for security_group (c5bcabc3-6bb5-40c8-95e8-cac54b4606cd), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:25.710368 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-6c67c14c-814a-47f1-adff-869da6227a51 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f8c0817ca34947d797da354bfc2aa372&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0502656 Feb 16 05:34:25.718462 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 52446) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:25.783529 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f7f44f3-3f25-4e36-add1-2586b91f9de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (c5bcabc3-6bb5-40c8-95e8-cac54b4606cd), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:25.786750 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6123bd53-869a-4106-81b9-44677be669c3 admin admin] Publish callbacks [] for security_group (19ecee48-83fa-432e-bd31-08f18ad3ebd4), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:25.788323 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f7f44f3-3f25-4e36-add1-2586b91f9de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:25.790930 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-3f7f44f3-3f25-4e36-add1-2586b91f9de2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c5bcabc3-6bb5-40c8-95e8-cac54b4606cd HTTP/1.1" status: 204 len: 168 time: 0.1959391 Feb 16 05:34:25.806298 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f44f3-3f25-4e36-add1-2586b91f9de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bcabc3-6bb5-40c8-95e8-cac54b4606cd,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:25.891476 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6123bd53-869a-4106-81b9-44677be669c3 admin admin] Publish callbacks [] for security_group (19ecee48-83fa-432e-bd31-08f18ad3ebd4), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:25.896503 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fbff1910-723a-4976-9189-5524546bf606 req-710ba9dc-d141-4f6d-a460-8fdabc2e93b5 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 210 time: 0.0919435 Feb 16 05:34:25.976871 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6123bd53-869a-4106-81b9-44677be669c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (19ecee48-83fa-432e-bd31-08f18ad3ebd4), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:25.979894 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6123bd53-869a-4106-81b9-44677be669c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:25.981440 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-6123bd53-869a-4106-81b9-44677be669c3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/19ecee48-83fa-432e-bd31-08f18ad3ebd4 HTTP/1.1" status: 204 len: 168 time: 0.2616959 Feb 16 05:34:25.993799 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123bd53-869a-4106-81b9-44677be669c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ecee48-83fa-432e-bd31-08f18ad3ebd4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:26.109336 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6b08f9b5-0288-4459-ae32-18d9bcec1168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:26.418763 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52e53f-d0e4-4763-aff6-8a84130bf9e7 req-abf6bc2c-db99-4aba-a914-f5b233e1afa3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:26.421151 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7d52e53f-d0e4-4763-aff6-8a84130bf9e7 req-abf6bc2c-db99-4aba-a914-f5b233e1afa3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.1003158 Feb 16 05:34:26.480501 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 52492) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:26.488482 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7d52e53f-d0e4-4763-aff6-8a84130bf9e7 req-faca1c2f-2bb6-450f-8f4d-5dbe47346e8e tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612187 Feb 16 05:34:26.506896 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-88edcae2-d575-4884-ae64-5628e6c3dabb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:26.532612 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b5da9-14a7-4cfe-abd6-d1069c634b9f req-cd429042-d6a8-44eb-bc42-2f5d6f3517b0 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:26.534206 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0f2b5da9-14a7-4cfe-abd6-d1069c634b9f req-cd429042-d6a8-44eb-bc42-2f5d6f3517b0 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 945 time: 0.0938246 Feb 16 05:34:26.608135 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0f2b5da9-14a7-4cfe-abd6-d1069c634b9f req-5355d02c-e623-4306-aabf-f602fc7108eb tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649436 Feb 16 05:34:26.659743 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-88edcae2-d575-4884-ae64-5628e6c3dabb admin admin] Publish callbacks [] for security_group (3312c143-f90e-4339-9f6c-24c5a29a53c2), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:26.669382 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-88edcae2-d575-4884-ae64-5628e6c3dabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (3312c143-f90e-4339-9f6c-24c5a29a53c2), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:26.714301 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-88edcae2-d575-4884-ae64-5628e6c3dabb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9a812fb685ec4116832d31e2fcdc774e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304552 Feb 16 05:34:26.714301 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edcae2-d575-4884-ae64-5628e6c3dabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3312c143-f90e-4339-9f6c-24c5a29a53c2,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:26.719882 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 52500) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:26.777637 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-173227de-6d19-45cc-aad9-d66403ae928b admin admin] Publish callbacks [] for security_group (3312c143-f90e-4339-9f6c-24c5a29a53c2), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:26.805608 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-173227de-6d19-45cc-aad9-d66403ae928b admin admin] Publish callbacks [] for security_group (3312c143-f90e-4339-9f6c-24c5a29a53c2), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:26.874050 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-173227de-6d19-45cc-aad9-d66403ae928b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (3312c143-f90e-4339-9f6c-24c5a29a53c2), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:26.877601 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-173227de-6d19-45cc-aad9-d66403ae928b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:26.881469 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-173227de-6d19-45cc-aad9-d66403ae928b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3312c143-f90e-4339-9f6c-24c5a29a53c2 HTTP/1.1" status: 204 len: 168 time: 0.1648843 Feb 16 05:34:26.890721 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173227de-6d19-45cc-aad9-d66403ae928b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3312c143-f90e-4339-9f6c-24c5a29a53c2,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:27.015465 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c492e32f-0c3b-4c83-a91c-6429e549679f req-1549ffd8-b7f9-425a-bbdf-68aabfc36b94 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 210 time: 0.0308077 Feb 16 05:34:27.525471 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-6dd5731a-cbb7-4dfc-919f-582baa5795a8 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:27.527147 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-6dd5731a-cbb7-4dfc-919f-582baa5795a8 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.60 "GET /v2.0/networks?id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 HTTP/1.1" status: 200 len: 815 time: 0.1470869 Feb 16 05:34:27.556708 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-1e70582e-c65f-443d-9180-39b2590731a4 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Request body: {'port': {'device_id': '64a3cf44-4b52-472e-8e55-9209e88f127d', 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409', 'admin_state_up': True, 'tenant_id': '1050764769f2439fae8ad76e27663aec'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:34:27.708647 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1fff0-3680-4056-96de-ffb93b2c376c req-26809266-7413-45d6-9508-5adf0f6eb6d9 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:27.710183 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e3e1fff0-3680-4056-96de-ffb93b2c376c req-26809266-7413-45d6-9508-5adf0f6eb6d9 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0944476 Feb 16 05:34:27.767824 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-1e70582e-c65f-443d-9180-39b2590731a4 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Made reservation on behalf of 1050764769f2439fae8ad76e27663aec for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:34:27.771540 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-1e70582e-c65f-443d-9180-39b2590731a4 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:27.838339 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e3e1fff0-3680-4056-96de-ffb93b2c376c req-daec94b7-ccfe-408a-855f-d470c10126e4 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029258 Feb 16 05:34:28.024462 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-1e70582e-c65f-443d-9180-39b2590731a4 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Allocated IP 172.20.0.10 (8cb1fb16-d79c-49c4-8a9e-84b03bfe3409/20482d00-bd66-405d-b6ef-47ba9f681fde/1a2ee93b-aa41-40e5-b336-729f04e7e5c2) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:34:28.045878 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e283ac-4a39-4840-b67a-abdbd64fec18 req-d7d8c8da-0289-4877-80d0-35bd9200b537 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:28.047529 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-75e283ac-4a39-4840-b67a-abdbd64fec18 req-d7d8c8da-0289-4877-80d0-35bd9200b537 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 945 time: 0.1149313 Feb 16 05:34:28.135084 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-75e283ac-4a39-4840-b67a-abdbd64fec18 req-66ea37d8-3030-4fc5-86e8-916a00374cd9 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795491 Feb 16 05:34:28.273179 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-31289cc3-be02-4b71-acbd-c1eff2b80c9f req-772f4cdf-9859-41d5-be4e-0a4e0525cb3e tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 210 time: 0.0514023 Feb 16 05:34:28.336118 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-1e70582e-c65f-443d-9180-39b2590731a4 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks [] for port (1a2ee93b-aa41-40e5-b336-729f04e7e5c2), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:28.389379 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-1e70582e-c65f-443d-9180-39b2590731a4 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (1a2ee93b-aa41-40e5-b336-729f04e7e5c2), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:28.428833 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-1e70582e-c65f-443d-9180-39b2590731a4 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:34:28.434330 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-1e70582e-c65f-443d-9180-39b2590731a4 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:34:28.437375 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-1e70582e-c65f-443d-9180-39b2590731a4 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:34:28.464193 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['f95645a6-2fbd-42df-b9db-d604a04d8bfa', '5f1e1dcc-fb0d-43bd-a284-85872e5284c7'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:34:28.468847 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70582e-c65f-443d-9180-39b2590731a4 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Pushing event updated for resources: {'Port': ['ID=1a2ee93b-aa41-40e5-b336-729f04e7e5c2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:28.495013 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-1e70582e-c65f-443d-9180-39b2590731a4 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:28.495653 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-1e70582e-c65f-443d-9180-39b2590731a4 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:28.515224 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-1e70582e-c65f-443d-9180-39b2590731a4 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9659610 Feb 16 05:34:28.554516 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Request body: {'port': {'device_id': '64a3cf44-4b52-472e-8e55-9209e88f127d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:34:28.594510 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4991bbd9-1e53-47cf-a2c4-c82cf71ff337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:28.625540 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (1a2ee93b-aa41-40e5-b336-729f04e7e5c2), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:28.943653 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ae75a-2a2e-425d-bc3f-a99af04607d0 req-ee754851-f2c0-430f-b1bd-555783500db9 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:28.945174 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-902ae75a-2a2e-425d-bc3f-a99af04607d0 req-ee754851-f2c0-430f-b1bd-555783500db9 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0563822 Feb 16 05:34:28.993848 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-902ae75a-2a2e-425d-bc3f-a99af04607d0 req-9c09a431-76e7-40ce-9de3-65b51e03bf03 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425501 Feb 16 05:34:29.113861 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:34:29.120943 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Publish callbacks [] for port (1a2ee93b-aa41-40e5-b336-729f04e7e5c2), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:29.132891 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Transition to ACTIVE for port object 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:34:29.136687 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (1a2ee93b-aa41-40e5-b336-729f04e7e5c2), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:29.183518 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2ee93b-aa41-40e5-b336-729f04e7e5c2,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:29.241840 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f590c-7a44-4c2b-938a-40d8eb1a6e90 req-9e291885-bee5-43d1-b3ea-565f7a805643 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:29.243373 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7f6f590c-7a44-4c2b-938a-40d8eb1a6e90 req-9e291885-bee5-43d1-b3ea-565f7a805643 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 945 time: 0.0546939 Feb 16 05:34:29.287513 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Attempting to bind port 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:34:29.287859 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Attempting to bind port 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': '25300278-0692-4e36-a9a0-3c0773862d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:34:29.288187 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Attempting to bind port 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 on network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:34:29.296280 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Port 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 on network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:34:29.296474 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Attempting to bind port 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 on network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:34:29.307280 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:34:29.307280 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Checking segment: {'id': '25300278-0692-4e36-a9a0-3c0773862d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:34:29.307280 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Bound using segment: {'id': '25300278-0692-4e36-a9a0-3c0773862d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:34:29.307280 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Bound port: 1a2ee93b-aa41-40e5-b336-729f04e7e5c2, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25300278-0692-4e36-a9a0-3c0773862d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:34:29.307280 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (1a2ee93b-aa41-40e5-b336-729f04e7e5c2), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:29.318338 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c463b76-9e58-4493-9c36-8b2d5cb5e54d req-e125d8b4-1de3-4078-a682-e7a54d970952 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:29.320127 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0c463b76-9e58-4493-9c36-8b2d5cb5e54d req-e125d8b4-1de3-4078-a682-e7a54d970952 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 945 time: 0.1105971 Feb 16 05:34:29.402696 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:29.422554 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0c463b76-9e58-4493-9c36-8b2d5cb5e54d req-5a9c273c-987f-4ce3-a770-c771bc9607e7 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714419 Feb 16 05:34:29.424853 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] For port 1a2ee93b-aa41-40e5-b336-729f04e7e5c2, host hv-cinder-82947, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:34:29.428068 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] For port 1a2ee93b-aa41-40e5-b336-729f04e7e5c2, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=1a2ee93b-aa41-40e5-b336-729f04e7e5c2,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:34:29.435140 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (1a2ee93b-aa41-40e5-b336-729f04e7e5c2), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:29.441062 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-7f6f590c-7a44-4c2b-938a-40d8eb1a6e90 req-42c8659c-6442-4e61-8beb-ff57b9ee7d49 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Deleting port 0eac56b7-a543-4943-97d3-45cabe36a813 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:34:29.441439 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-7f6f590c-7a44-4c2b-938a-40d8eb1a6e90 req-42c8659c-6442-4e61-8beb-ff57b9ee7d49 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (0eac56b7-a543-4943-97d3-45cabe36a813), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:29.493702 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:29.494223 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:29.495878 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] 10.222.0.60 "PUT /v2.0/ports/1a2ee93b-aa41-40e5-b336-729f04e7e5c2 HTTP/1.1" status: 200 len: 1094 time: 0.9457984 Feb 16 05:34:29.497312 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a3cf44-4b52-472e-8e55-9209e88f127d', 'tag': '1a2ee93b-aa41-40e5-b336-729f04e7e5c2'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:34:29.500030 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98d6f93-666a-48ea-ae27-0243995fbd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "64a3cf44-4b52-472e-8e55-9209e88f127d", "tag": "1a2ee93b-aa41-40e5-b336-729f04e7e5c2"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:34:29.519386 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4812a3-c374-4675-8e19-04e323e44e49 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2ee93b-aa41-40e5-b336-729f04e7e5c2,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:29.550336 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce3730c-2935-4b6d-80cb-10a7515e1b88 x-openstack-request-id: req-6ce3730c-2935-4b6d-80cb-10a7515e1b88 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:34:29.550630 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a3cf44-4b52-472e-8e55-9209e88f127d", "tag": "1a2ee93b-aa41-40e5-b336-729f04e7e5c2", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:34:29.550883 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6ce3730c-2935-4b6d-80cb-10a7515e1b88 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:34:29.551290 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a3cf44-4b52-472e-8e55-9209e88f127d', 'tag': '1a2ee93b-aa41-40e5-b336-729f04e7e5c2', 'status': 'completed', 'code': 200} Feb 16 05:34:29.630818 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-30f7b7e4-402c-4c68-931c-79f036a8a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:29.632319 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-30f7b7e4-402c-4c68-931c-79f036a8a68e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1050764769f2439fae8ad76e27663aec&device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 1128 time: 0.0489061 Feb 16 05:34:29.696927 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-d06eb702-bfe8-4e9c-9118-283e284f4795 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a2ee93b-aa41-40e5-b336-729f04e7e5c2 HTTP/1.1" status: 200 len: 217 time: 0.0407519 Feb 16 05:34:29.704598 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051fbd4-53e2-4cb8-a677-c889009617bb req-3ca366d5-1739-40ee-a2d3-4052fedb657e tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:29.706263 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0051fbd4-53e2-4cb8-a677-c889009617bb req-3ca366d5-1739-40ee-a2d3-4052fedb657e tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 944 time: 0.3463647 Feb 16 05:34:29.751655 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-013a17b3-0a61-4d4f-86e5-583e49a47e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:29.753048 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-013a17b3-0a61-4d4f-86e5-583e49a47e22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20482d00-bd66-405d-b6ef-47ba9f681fde HTTP/1.1" status: 200 len: 855 time: 0.0451193 Feb 16 05:34:29.789734 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-34f4eac6-5df5-4a3c-b712-b0caac98cf13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299881 Feb 16 05:34:29.789880 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0051fbd4-53e2-4cb8-a677-c889009617bb req-7049b1b5-5a0b-455c-8e94-4607e5ae0ff7 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776243 Feb 16 05:34:29.796653 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-7f6f590c-7a44-4c2b-938a-40d8eb1a6e90 req-42c8659c-6442-4e61-8beb-ff57b9ee7d49 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] For port 0eac56b7-a543-4943-97d3-45cabe36a813, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0eac56b7-a543-4943-97d3-45cabe36a813,segment=NetworkSegment(5ed22241-3706-4121-b88e-45b923a9e60c),segment_id=5ed22241-3706-4121-b88e-45b923a9e60c)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:34:29.797126 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-7f6f590c-7a44-4c2b-938a-40d8eb1a6e90 req-42c8659c-6442-4e61-8beb-ff57b9ee7d49 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (0eac56b7-a543-4943-97d3-45cabe36a813), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:29.812115 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-7f6f590c-7a44-4c2b-938a-40d8eb1a6e90 req-42c8659c-6442-4e61-8beb-ff57b9ee7d49 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Calling delete_port for 0eac56b7-a543-4943-97d3-45cabe36a813 owned by compute:nova {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:34:29.883550 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-3a66f45d-9700-4eaa-a771-815726e5f21f service neutron] 10.222.0.60 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856555 Feb 16 05:34:29.975946 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-7f6f590c-7a44-4c2b-938a-40d8eb1a6e90 req-42c8659c-6442-4e61-8beb-ff57b9ee7d49 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (0eac56b7-a543-4943-97d3-45cabe36a813), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:29.997911 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-238b143e-133a-4b45-a9c7-0f2db2437219 req-8f978a95-fec0-4c0e-b8d5-0be43e6d6a2e service neutron] 10.222.0.60 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918112 Feb 16 05:34:30.010630 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8659c-6442-4e61-8beb-ff57b9ee7d49 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Pushing event deleted for resources: {'Port': ['ID=0eac56b7-a543-4943-97d3-45cabe36a813,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:30.023843 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['0eac56b7-a543-4943-97d3-45cabe36a813'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:34:30.089216 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6f590c-7a44-4c2b-938a-40d8eb1a6e90 req-42c8659c-6442-4e61-8beb-ff57b9ee7d49 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] No DVR routers for this DVR port 0eac56b7-a543-4943-97d3-45cabe36a813 on host hv-cinder-82947 {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:34:30.092833 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-7f6f590c-7a44-4c2b-938a-40d8eb1a6e90 req-42c8659c-6442-4e61-8beb-ff57b9ee7d49 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:30.096784 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7f6f590c-7a44-4c2b-938a-40d8eb1a6e90 req-42c8659c-6442-4e61-8beb-ff57b9ee7d49 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.60 "DELETE /v2.0/ports/0eac56b7-a543-4943-97d3-45cabe36a813 HTTP/1.1" status: 204 len: 173 time: 0.8418570 Feb 16 05:34:30.097514 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccde5a1c-d663-470c-bd84-5e48b988b2dd', 'name': 'network-vif-deleted', 'tag': '0eac56b7-a543-4943-97d3-45cabe36a813'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:34:30.100304 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1ff6e0-7573-4dde-bac6-6c812a43dc7e" -d '{"events": [{"server_uuid": "ccde5a1c-d663-470c-bd84-5e48b988b2dd", "name": "network-vif-deleted", "tag": "0eac56b7-a543-4943-97d3-45cabe36a813"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:34:30.135508 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb4437-a206-450d-b6d5-c5e5f8074400 req-e92989c7-49ef-4158-9673-f4aa03eaf16c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:30.137093 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9fbb4437-a206-450d-b6d5-c5e5f8074400 req-e92989c7-49ef-4158-9673-f4aa03eaf16c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0543575 Feb 16 05:34:30.137926 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19ffb1a-ba1d-4f26-9c97-637548a40e3d x-openstack-request-id: req-e19ffb1a-ba1d-4f26-9c97-637548a40e3d {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:34:30.138857 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccde5a1c-d663-470c-bd84-5e48b988b2dd", "name": "network-vif-deleted", "tag": "0eac56b7-a543-4943-97d3-45cabe36a813", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:34:30.139113 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e19ffb1a-ba1d-4f26-9c97-637548a40e3d {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:34:30.139509 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccde5a1c-d663-470c-bd84-5e48b988b2dd', 'name': 'network-vif-deleted', 'tag': '0eac56b7-a543-4943-97d3-45cabe36a813', 'status': 'completed', 'code': 200} Feb 16 05:34:30.191488 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9fbb4437-a206-450d-b6d5-c5e5f8074400 req-a6fe2d98-9501-45aa-bc3a-87c40bbcb199 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475490 Feb 16 05:34:30.255903 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d6f93-666a-48ea-ae27-0243995fbd1f req-ff7eb4cb-d1c6-44cb-b118-00cd7f36b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:30.257342 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c98d6f93-666a-48ea-ae27-0243995fbd1f req-ff7eb4cb-d1c6-44cb-b118-00cd7f36b433 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1050764769f2439fae8ad76e27663aec&device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 1128 time: 0.0499001 Feb 16 05:34:30.378626 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d6f93-666a-48ea-ae27-0243995fbd1f req-01b15ded-4042-4336-8e26-f6e91340bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:30.380368 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c98d6f93-666a-48ea-ae27-0243995fbd1f req-01b15ded-4042-4336-8e26-f6e91340bd00 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 HTTP/1.1" status: 200 len: 916 time: 0.0898957 Feb 16 05:34:30.428770 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c98d6f93-666a-48ea-ae27-0243995fbd1f req-d0283d8e-20cb-4ecf-896f-77e6da0fbe3b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a2ee93b-aa41-40e5-b336-729f04e7e5c2 HTTP/1.1" status: 200 len: 217 time: 0.0416322 Feb 16 05:34:30.496221 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d6f93-666a-48ea-ae27-0243995fbd1f req-a5558eae-9898-4f6b-a084-16d737b3e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:30.498425 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c98d6f93-666a-48ea-ae27-0243995fbd1f req-a5558eae-9898-4f6b-a084-16d737b3e1ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20482d00-bd66-405d-b6ef-47ba9f681fde HTTP/1.1" status: 200 len: 855 time: 0.0538790 Feb 16 05:34:30.542157 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c98d6f93-666a-48ea-ae27-0243995fbd1f req-f0e2ea69-e0f1-489b-b894-bc99f4635b73 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372276 Feb 16 05:34:30.569523 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-25dab7eb-f091-4511-8c9d-487d0de1ab7a req-80588ec4-0c90-474d-9833-312985cb547e tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccde5a1c-d663-470c-bd84-5e48b988b2dd HTTP/1.1" status: 200 len: 210 time: 0.0543327 Feb 16 05:34:30.658987 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c98d6f93-666a-48ea-ae27-0243995fbd1f req-4c8f44d9-84fb-481b-aa94-e4112ffacd72 service neutron] 10.222.0.60 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919356 Feb 16 05:34:30.775771 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c98d6f93-666a-48ea-ae27-0243995fbd1f req-2c6af75d-f245-4342-8c5a-d0367f171fd3 service neutron] 10.222.0.60 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043131 Feb 16 05:34:30.941297 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:30.947981 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383ecba-3abc-45fc-83be-8ba964c315da req-8e056488-9db3-4cb9-ba29-8f0975d9f8ad tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:30.949502 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9383ecba-3abc-45fc-83be-8ba964c315da req-8e056488-9db3-4cb9-ba29-8f0975d9f8ad tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 944 time: 0.0710208 Feb 16 05:34:31.010637 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9383ecba-3abc-45fc-83be-8ba964c315da req-a98676cb-d7f8-408c-b485-7c5f88a9ffca tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489228 Feb 16 05:34:31.063981 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 52706) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:31.178943 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2936-e5b3-4457-8ec1-7629472a4c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:31.271921 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2936-e5b3-4457-8ec1-7629472a4c94 admin admin] Publish callbacks [] for security_group (839b2140-731b-4179-9ec7-b46860032eca), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:31.276418 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2936-e5b3-4457-8ec1-7629472a4c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (839b2140-731b-4179-9ec7-b46860032eca), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:31.315845 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d2936-e5b3-4457-8ec1-7629472a4c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839b2140-731b-4179-9ec7-b46860032eca,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:31.323415 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-8d2d2936-e5b3-4457-8ec1-7629472a4c94 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c62e07faeaef4a67a91d6ba3d3c2bcd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583461 Feb 16 05:34:31.327124 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 52716) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:31.330222 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c8502-1b28-4338-a38e-1219002dcf18 req-697e5258-7ece-403a-a94b-1aebae805c84 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:31.331880 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-650c8502-1b28-4338-a38e-1219002dcf18 req-697e5258-7ece-403a-a94b-1aebae805c84 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0613811 Feb 16 05:34:31.386865 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-29d1e8e3-8b57-4e32-ab16-2a6317bc703d admin admin] Publish callbacks [] for security_group (839b2140-731b-4179-9ec7-b46860032eca), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:31.395340 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-650c8502-1b28-4338-a38e-1219002dcf18 req-7c302e0f-69a6-4fdd-af71-ef705aa1936b tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543270 Feb 16 05:34:31.412932 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-29d1e8e3-8b57-4e32-ab16-2a6317bc703d admin admin] Publish callbacks [] for security_group (839b2140-731b-4179-9ec7-b46860032eca), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:31.463233 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-29d1e8e3-8b57-4e32-ab16-2a6317bc703d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (839b2140-731b-4179-9ec7-b46860032eca), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:31.466099 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-29d1e8e3-8b57-4e32-ab16-2a6317bc703d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:31.467265 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-29d1e8e3-8b57-4e32-ab16-2a6317bc703d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/839b2140-731b-4179-9ec7-b46860032eca HTTP/1.1" status: 204 len: 168 time: 0.1392071 Feb 16 05:34:31.475472 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1e8e3-8b57-4e32-ab16-2a6317bc703d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839b2140-731b-4179-9ec7-b46860032eca,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:31.896622 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-12c39772-b6e9-4040-8433-ed1ec4f3742a tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:31.898220 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-12c39772-b6e9-4040-8433-ed1ec4f3742a tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/networks?id=f5e569ac-f0e9-4164-95dc-8634b19a6e64 HTTP/1.1" status: 200 len: 808 time: 0.1085784 Feb 16 05:34:31.914535 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-1fe6398f-5371-4533-99b8-d7f1b6850a32 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/quotas/434acd7d54a24e18a504c01b72599c36 HTTP/1.1" status: 200 len: 375 time: 0.0106325 Feb 16 05:34:31.973366 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-f66d7658-a29c-4d2a-9e13-c8b8260ae6dc tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=434acd7d54a24e18a504c01b72599c36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509653 Feb 16 05:34:32.062858 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:34:32.101577 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-1736c7d8-2716-4b66-85c2-5eb8642277cb service neutron] 10.222.0.75 "GET /v2.0/networks/f5e569ac-f0e9-4164-95dc-8634b19a6e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195552 Feb 16 05:34:32.108953 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 0eac56b7-a543-4943-97d3-45cabe36a813 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:34:32.227908 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e000869-917d-48de-acab-16c52a6ea16f req-d27597a8-4b4f-40a3-98b5-8ff93641e537 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:32.230282 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2e000869-917d-48de-acab-16c52a6ea16f req-d27597a8-4b4f-40a3-98b5-8ff93641e537 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 944 time: 0.1040156 Feb 16 05:34:32.259685 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-381446b4-104b-435a-8ac0-7bb15b897f86 service neutron] 10.222.0.75 "GET /v2.0/networks/f5e569ac-f0e9-4164-95dc-8634b19a6e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517577 Feb 16 05:34:32.265599 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: 0eac56b7-a543-4943-97d3-45cabe36a813 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:34:32.266014 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 0eac56b7-a543-4943-97d3-45cabe36a813 not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:34:32.287900 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 1a2ee93b-aa41-40e5-b336-729f04e7e5c2, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=1a2ee93b-aa41-40e5-b336-729f04e7e5c2,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:34:32.302878 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': '1a2ee93b-aa41-40e5-b336-729f04e7e5c2', 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409', 'port_id': '1a2ee93b-aa41-40e5-b336-729f04e7e5c2', 'mac_address': 'fa:16:3e:d1:82:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20482d00-bd66-405d-b6ef-47ba9f681fde', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:34:32.343334 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2e000869-917d-48de-acab-16c52a6ea16f req-351b1f80-6cd8-45d9-bf8a-04d15d5bdfa6 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048927 Feb 16 05:34:32.365640 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:34:32.365640 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (1a2ee93b-aa41-40e5-b336-729f04e7e5c2), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:32.388224 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:34:32.411126 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 1a2ee93b-aa41-40e5-b336-729f04e7e5c2, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=1a2ee93b-aa41-40e5-b336-729f04e7e5c2,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:34:32.415797 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (1a2ee93b-aa41-40e5-b336-729f04e7e5c2), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:32.471708 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=1a2ee93b-aa41-40e5-b336-729f04e7e5c2,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:32.505874 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f432128b-4c81-428a-883d-7ba968f25cd0 req-013ef3c6-fff5-4bfd-956a-cac3af91951c tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 210 time: 0.0382068 Feb 16 05:34:32.557679 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080e8ad-b260-4bcd-bb0a-2831e7916959 req-8f850129-d574-4117-8693-1389b139c983 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:32.564527 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1080e8ad-b260-4bcd-bb0a-2831e7916959 req-8f850129-d574-4117-8693-1389b139c983 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0680971 Feb 16 05:34:32.621314 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1080e8ad-b260-4bcd-bb0a-2831e7916959 req-cb867d3f-2aee-4f8a-b60d-3e026304ea0b tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556223 Feb 16 05:34:32.790563 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:33.011205 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['1a2ee93b-aa41-40e5-b336-729f04e7e5c2'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:34:33.466166 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e5471-5a96-42d1-847d-f9a927192afc req-141bf091-a698-4b7f-900e-162487a102c7 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:33.467699 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9e7e5471-5a96-42d1-847d-f9a927192afc req-141bf091-a698-4b7f-900e-162487a102c7 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 945 time: 0.0541480 Feb 16 05:34:33.520798 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9e7e5471-5a96-42d1-847d-f9a927192afc req-5012b562-9b24-4c8f-aaa5-44107c01e3e7 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473139 Feb 16 05:34:33.598208 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-892da846-d0d1-474e-979a-b806d793b4fa req-7dd4f138-d039-4698-ac0f-0ab651687a11 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 210 time: 0.0273497 Feb 16 05:34:33.681181 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 52824) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:33.756481 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324097f-208b-4261-b57a-19f6f659ad85 req-646d2c28-51f7-48fc-b7f4-af56aad3cd0f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:33.758062 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d324097f-208b-4261-b57a-19f6f659ad85 req-646d2c28-51f7-48fc-b7f4-af56aad3cd0f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0656919 Feb 16 05:34:33.789000 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aa63661e-b212-4b7e-8829-41c7671c47fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:33.816922 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d324097f-208b-4261-b57a-19f6f659ad85 req-898c5e2a-c342-4746-997c-f6ccf532bf53 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526397 Feb 16 05:34:33.949033 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-2f9f9cf8-abcf-414b-a3c4-5772ea129243 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:33.950407 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-2f9f9cf8-abcf-414b-a3c4-5772ea129243 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.60 "GET /v2.0/networks?id=f5e569ac-f0e9-4164-95dc-8634b19a6e64 HTTP/1.1" status: 200 len: 808 time: 0.1398394 Feb 16 05:34:33.952192 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aa63661e-b212-4b7e-8829-41c7671c47fd admin admin] Publish callbacks [] for security_group (2fb00d3a-c606-43c9-8860-2df1e7e5ad3c), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:33.955772 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aa63661e-b212-4b7e-8829-41c7671c47fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (2fb00d3a-c606-43c9-8860-2df1e7e5ad3c), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:33.992216 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63661e-b212-4b7e-8829-41c7671c47fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb00d3a-c606-43c9-8860-2df1e7e5ad3c,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:33.999938 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 52832) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:34.000060 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-aa63661e-b212-4b7e-8829-41c7671c47fd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d351d74a193242b1b48d7c20a43d5fd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173201 Feb 16 05:34:34.005649 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-43939c7e-7f9b-4757-8e33-a790e7a36eb6 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Request body: {'port': {'device_id': '015eef3f-855a-46ba-bccf-d1d1b85d4791', 'network_id': 'f5e569ac-f0e9-4164-95dc-8634b19a6e64', 'admin_state_up': True, 'tenant_id': '434acd7d54a24e18a504c01b72599c36'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:34:34.076827 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47a7a569-6a4b-4e6e-9bdc-e25025460077 admin admin] Publish callbacks [] for security_group (2fb00d3a-c606-43c9-8860-2df1e7e5ad3c), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:34.106522 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47a7a569-6a4b-4e6e-9bdc-e25025460077 admin admin] Publish callbacks [] for security_group (2fb00d3a-c606-43c9-8860-2df1e7e5ad3c), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:34.138572 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-43939c7e-7f9b-4757-8e33-a790e7a36eb6 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Made reservation on behalf of 434acd7d54a24e18a504c01b72599c36 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:34:34.142161 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-43939c7e-7f9b-4757-8e33-a790e7a36eb6 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:34.172470 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47a7a569-6a4b-4e6e-9bdc-e25025460077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (2fb00d3a-c606-43c9-8860-2df1e7e5ad3c), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:34.176900 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47a7a569-6a4b-4e6e-9bdc-e25025460077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:34.178134 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-47a7a569-6a4b-4e6e-9bdc-e25025460077 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2fb00d3a-c606-43c9-8860-2df1e7e5ad3c HTTP/1.1" status: 204 len: 168 time: 0.1771300 Feb 16 05:34:34.185719 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7a569-6a4b-4e6e-9bdc-e25025460077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb00d3a-c606-43c9-8860-2df1e7e5ad3c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:34.282417 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-43939c7e-7f9b-4757-8e33-a790e7a36eb6 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Allocated IP 172.20.0.3 (f5e569ac-f0e9-4164-95dc-8634b19a6e64/50f33b9e-ffcb-4df6-b48d-452cb86e5a65/ad922db5-0607-41c5-a963-51c1ed30aaa8) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:34:34.455892 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-43939c7e-7f9b-4757-8e33-a790e7a36eb6 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Publish callbacks [] for port (ad922db5-0607-41c5-a963-51c1ed30aaa8), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:34.488183 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 52858) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:34.495531 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-43939c7e-7f9b-4757-8e33-a790e7a36eb6 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (ad922db5-0607-41c5-a963-51c1ed30aaa8), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:34.501683 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-95eb762e-6fb3-4c50-b9ae-ac87dbedec04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:34.535169 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-43939c7e-7f9b-4757-8e33-a790e7a36eb6 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Network f5e569ac-f0e9-4164-95dc-8634b19a6e64 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:34:34.540622 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-43939c7e-7f9b-4757-8e33-a790e7a36eb6 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:34:34.544268 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-43939c7e-7f9b-4757-8e33-a790e7a36eb6 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:34:34.573008 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43939c7e-7f9b-4757-8e33-a790e7a36eb6 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Pushing event updated for resources: {'Port': ['ID=ad922db5-0607-41c5-a963-51c1ed30aaa8,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:34.586011 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-95eb762e-6fb3-4c50-b9ae-ac87dbedec04 admin admin] Publish callbacks [] for security_group (8d4b1033-c0a4-4f93-bc0c-e10021fac762), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:34.591654 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-95eb762e-6fb3-4c50-b9ae-ac87dbedec04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (8d4b1033-c0a4-4f93-bc0c-e10021fac762), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:34.601006 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-43939c7e-7f9b-4757-8e33-a790e7a36eb6 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:34.601650 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-43939c7e-7f9b-4757-8e33-a790e7a36eb6 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:34.635010 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb762e-6fb3-4c50-b9ae-ac87dbedec04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4b1033-c0a4-4f93-bc0c-e10021fac762,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:34.641962 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-95eb762e-6fb3-4c50-b9ae-ac87dbedec04 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eaaee6934b69430392dffe1c98c446eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525877 Feb 16 05:34:34.644419 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 52864) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:34.646080 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-43939c7e-7f9b-4757-8e33-a790e7a36eb6 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6444483 Feb 16 05:34:34.676089 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37e3a7-270b-43e6-8c49-476eed435f56 req-b8399176-1628-4a77-b62b-b0104bdefd36 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:34.677715 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-af37e3a7-270b-43e6-8c49-476eed435f56 req-b8399176-1628-4a77-b62b-b0104bdefd36 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 945 time: 0.0697577 Feb 16 05:34:34.682632 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Request body: {'port': {'device_id': '015eef3f-855a-46ba-bccf-d1d1b85d4791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:34:34.734750 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79969c09-a80b-4e78-85cb-40683b659bfe admin admin] Publish callbacks [] for security_group (8d4b1033-c0a4-4f93-bc0c-e10021fac762), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:34.770461 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365e4e7-1997-4579-9e50-c54b43275fef req-ddb7b1aa-aec8-4ecf-b728-bd99b2f0577f tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:34.771949 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c365e4e7-1997-4579-9e50-c54b43275fef req-ddb7b1aa-aec8-4ecf-b728-bd99b2f0577f tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 931 time: 0.0945446 Feb 16 05:34:34.773819 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79969c09-a80b-4e78-85cb-40683b659bfe admin admin] Publish callbacks [] for security_group (8d4b1033-c0a4-4f93-bc0c-e10021fac762), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:34.778364 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-af37e3a7-270b-43e6-8c49-476eed435f56 req-6583007c-c1eb-49d6-9864-db068c47a6ff tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923018 Feb 16 05:34:34.779794 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (ad922db5-0607-41c5-a963-51c1ed30aaa8), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:34.844303 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c365e4e7-1997-4579-9e50-c54b43275fef req-e804afaa-b64e-4bf4-8da2-a406185e97e8 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639150 Feb 16 05:34:34.868157 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79969c09-a80b-4e78-85cb-40683b659bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (8d4b1033-c0a4-4f93-bc0c-e10021fac762), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:34.869752 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79969c09-a80b-4e78-85cb-40683b659bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:34.873784 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-79969c09-a80b-4e78-85cb-40683b659bfe admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8d4b1033-c0a4-4f93-bc0c-e10021fac762 HTTP/1.1" status: 204 len: 168 time: 0.2250614 Feb 16 05:34:34.880188 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79969c09-a80b-4e78-85cb-40683b659bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4b1033-c0a4-4f93-bc0c-e10021fac762,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:35.029571 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048b394-6c6b-49ab-aa0b-53b2db97f41f req-28b6450f-8617-4dd0-bee0-00c9b0a0c57b tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:35.031143 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6048b394-6c6b-49ab-aa0b-53b2db97f41f req-28b6450f-8617-4dd0-bee0-00c9b0a0c57b tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.1083992 Feb 16 05:34:35.114033 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6048b394-6c6b-49ab-aa0b-53b2db97f41f req-58ae4260-0e6c-452f-a140-ee693690739e tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757308 Feb 16 05:34:35.155205 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad922db5-0607-41c5-a963-51c1ed30aaa8 {{(pid=102567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:34:35.163071 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Publish callbacks [] for port (ad922db5-0607-41c5-a963-51c1ed30aaa8), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:35.176451 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.provisioning_blocks [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Transition to ACTIVE for port object ad922db5-0607-41c5-a963-51c1ed30aaa8 will not be triggered until provisioned by entity L2. {{(pid=102567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:34:35.179397 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (ad922db5-0607-41c5-a963-51c1ed30aaa8), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:35.229929 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Pushing event updated for resources: {'Port': ['ID=ad922db5-0607-41c5-a963-51c1ed30aaa8,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:35.302614 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Attempting to bind port ad922db5-0607-41c5-a963-51c1ed30aaa8 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:34:35.303295 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Attempting to bind port ad922db5-0607-41c5-a963-51c1ed30aaa8 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': '5ed22241-3706-4121-b88e-45b923a9e60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f5e569ac-f0e9-4164-95dc-8634b19a6e64'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:34:35.303674 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Attempting to bind port ad922db5-0607-41c5-a963-51c1ed30aaa8 on network f5e569ac-f0e9-4164-95dc-8634b19a6e64 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:34:35.308257 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Port ad922db5-0607-41c5-a963-51c1ed30aaa8 on network f5e569ac-f0e9-4164-95dc-8634b19a6e64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:34:35.308610 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Attempting to bind port ad922db5-0607-41c5-a963-51c1ed30aaa8 on network f5e569ac-f0e9-4164-95dc-8634b19a6e64 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:34:35.313620 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:34:35.313976 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Checking segment: {'id': '5ed22241-3706-4121-b88e-45b923a9e60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f5e569ac-f0e9-4164-95dc-8634b19a6e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:34:35.314334 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Bound using segment: {'id': '5ed22241-3706-4121-b88e-45b923a9e60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f5e569ac-f0e9-4164-95dc-8634b19a6e64'} {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:34:35.314778 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Bound port: ad922db5-0607-41c5-a963-51c1ed30aaa8, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed22241-3706-4121-b88e-45b923a9e60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f5e569ac-f0e9-4164-95dc-8634b19a6e64'}}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:34:35.315132 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (ad922db5-0607-41c5-a963-51c1ed30aaa8), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:35.387675 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] For port ad922db5-0607-41c5-a963-51c1ed30aaa8, host hv-cinder-82947, cleared binding levels {{(pid=102567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:34:35.391058 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] For port ad922db5-0607-41c5-a963-51c1ed30aaa8, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=ad922db5-0607-41c5-a963-51c1ed30aaa8,segment=NetworkSegment(5ed22241-3706-4121-b88e-45b923a9e60c),segment_id=5ed22241-3706-4121-b88e-45b923a9e60c)] {{(pid=102567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:34:35.396403 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (ad922db5-0607-41c5-a963-51c1ed30aaa8), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:35.432379 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:35.433094 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:35.434390 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] 10.222.0.60 "PUT /v2.0/ports/ad922db5-0607-41c5-a963-51c1ed30aaa8 HTTP/1.1" status: 200 len: 1093 time: 0.7557743 Feb 16 05:34:35.434852 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015eef3f-855a-46ba-bccf-d1d1b85d4791', 'tag': 'ad922db5-0607-41c5-a963-51c1ed30aaa8'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:34:35.437127 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a472e39-cb54-4043-a8d9-d683d92298a4" -d '{"events": [{"name": "network-changed", "server_uuid": "015eef3f-855a-46ba-bccf-d1d1b85d4791", "tag": "ad922db5-0607-41c5-a963-51c1ed30aaa8"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:34:35.478918 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c9e9f-b90b-4a12-aebf-bfd467d1c3cb service neutron] Pushing event updated for resources: {'Port': ['ID=ad922db5-0607-41c5-a963-51c1ed30aaa8,revision_number=3']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:35.508324 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b22a2f2-1187-4962-9611-ff6594f0e0ce x-openstack-request-id: req-1b22a2f2-1187-4962-9611-ff6594f0e0ce {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:34:35.508630 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015eef3f-855a-46ba-bccf-d1d1b85d4791", "tag": "ad922db5-0607-41c5-a963-51c1ed30aaa8", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:34:35.509120 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1b22a2f2-1187-4962-9611-ff6594f0e0ce {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:34:35.509580 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015eef3f-855a-46ba-bccf-d1d1b85d4791', 'tag': 'ad922db5-0607-41c5-a963-51c1ed30aaa8', 'status': 'completed', 'code': 200} Feb 16 05:34:35.583254 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-a2487493-da93-426c-89cc-5b17b0f6e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:35.585073 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-a2487493-da93-426c-89cc-5b17b0f6e668 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=434acd7d54a24e18a504c01b72599c36&device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 1127 time: 0.0482776 Feb 16 05:34:35.645924 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-c48b3915-9e32-4382-969e-2355cf971466 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad922db5-0607-41c5-a963-51c1ed30aaa8 HTTP/1.1" status: 200 len: 217 time: 0.0363891 Feb 16 05:34:35.722961 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-f5dcd961-0aac-4ae2-ad73-0c5e78bfd28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:35.724640 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-f5dcd961-0aac-4ae2-ad73-0c5e78bfd28c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50f33b9e-ffcb-4df6-b48d-452cb86e5a65 HTTP/1.1" status: 200 len: 848 time: 0.0645306 Feb 16 05:34:35.760426 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-c3b70ac9-efdc-4c43-8c8e-4834c14d38ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5e569ac-f0e9-4164-95dc-8634b19a6e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246878 Feb 16 05:34:35.783079 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 52906) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:35.879900 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-5cf10866-1526-4a74-b7c6-54ec016c3326 service neutron] 10.222.0.60 "GET /v2.0/networks/f5e569ac-f0e9-4164-95dc-8634b19a6e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127410 Feb 16 05:34:35.940868 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-18f1a6d0-287f-4780-9a35-3861fc12e707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:35.992221 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4668b-afe0-4208-8843-db8f7d267d45 req-35388640-376a-4b57-9a20-cfff22dbe38c tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:35.993770 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ddd4668b-afe0-4208-8843-db8f7d267d45 req-35388640-376a-4b57-9a20-cfff22dbe38c tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 945 time: 0.1363599 Feb 16 05:34:36.027508 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5d405-bd58-4de4-97b3-dcc216388155 req-e2ac2c06-7057-44ce-ab4b-ab68a3308245 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:36.030006 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a3e5d405-bd58-4de4-97b3-dcc216388155 req-e2ac2c06-7057-44ce-ab4b-ab68a3308245 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 943 time: 0.0913289 Feb 16 05:34:36.030505 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fd72c424-8c1f-43e1-9a82-2660e6b15bb6 req-9f1c5900-e077-47dd-9162-47065d8b9ed4 service neutron] 10.222.0.60 "GET /v2.0/networks/f5e569ac-f0e9-4164-95dc-8634b19a6e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291115 Feb 16 05:34:36.071168 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ddd4668b-afe0-4208-8843-db8f7d267d45 req-3f469dbb-6538-4104-87a7-a37163491567 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664642 Feb 16 05:34:36.071567 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:34:36.115409 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-18f1a6d0-287f-4780-9a35-3861fc12e707 admin admin] Publish callbacks [] for security_group (0e22ef59-4feb-4070-a8c3-931307b3a309), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:36.129571 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-18f1a6d0-287f-4780-9a35-3861fc12e707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (0e22ef59-4feb-4070-a8c3-931307b3a309), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:36.140699 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:34:36.145282 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:34:36.145945 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (1a2ee93b-aa41-40e5-b336-729f04e7e5c2), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:36.154918 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a3e5d405-bd58-4de4-97b3-dcc216388155 req-4056b52f-0eef-4e3a-8161-06d416abdb40 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180086 Feb 16 05:34:36.190701 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-18f1a6d0-287f-4780-9a35-3861fc12e707 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d37ca84d2a1f43748ffc6c7a36d9a691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4060166 Feb 16 05:34:36.192107 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1a6d0-287f-4780-9a35-3861fc12e707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e22ef59-4feb-4070-a8c3-931307b3a309,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:36.192878 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 52928) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:36.269647 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:34:36.270116 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (1a2ee93b-aa41-40e5-b336-729f04e7e5c2), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:36.295653 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a3cf44-4b52-472e-8e55-9209e88f127d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2ee93b-aa41-40e5-b336-729f04e7e5c2'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:34:36.297838 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc42cd17-84cc-439d-b627-a7be651dc467" -d '{"events": [{"server_uuid": "64a3cf44-4b52-472e-8e55-9209e88f127d", "name": "network-vif-plugged", "status": "completed", "tag": "1a2ee93b-aa41-40e5-b336-729f04e7e5c2"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:34:36.310936 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 1a2ee93b-aa41-40e5-b336-729f04e7e5c2, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=1a2ee93b-aa41-40e5-b336-729f04e7e5c2,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:34:36.317471 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (1a2ee93b-aa41-40e5-b336-729f04e7e5c2), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:36.354991 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-96b0b0ef-f285-4562-9cff-a509a868360c admin admin] Publish callbacks [] for security_group (0e22ef59-4feb-4070-a8c3-931307b3a309), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:36.355385 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d5615a-c627-4dbf-a9da-18e7b9ce7906 x-openstack-request-id: req-21d5615a-c627-4dbf-a9da-18e7b9ce7906 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:34:36.355716 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a3cf44-4b52-472e-8e55-9209e88f127d", "name": "network-vif-plugged", "status": "completed", "tag": "1a2ee93b-aa41-40e5-b336-729f04e7e5c2", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:34:36.356112 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-21d5615a-c627-4dbf-a9da-18e7b9ce7906 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:34:36.356551 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a3cf44-4b52-472e-8e55-9209e88f127d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2ee93b-aa41-40e5-b336-729f04e7e5c2', 'code': 200} Feb 16 05:34:36.359518 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a472e39-cb54-4043-a8d9-d683d92298a4 req-be7d2bbf-2b60-46b4-bfb5-fbb7aea0e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:36.361003 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9a472e39-cb54-4043-a8d9-d683d92298a4 req-be7d2bbf-2b60-46b4-bfb5-fbb7aea0e477 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=434acd7d54a24e18a504c01b72599c36&device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 1127 time: 0.1468596 Feb 16 05:34:36.369670 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a58660-4e15-4c56-8389-bf7547f9e0eb req-09709582-5d6f-4c6c-9f92-cc0608458481 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:36.371119 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-10a58660-4e15-4c56-8389-bf7547f9e0eb req-09709582-5d6f-4c6c-9f92-cc0608458481 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.1113365 Feb 16 05:34:36.388563 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=1a2ee93b-aa41-40e5-b336-729f04e7e5c2,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:36.404251 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-96b0b0ef-f285-4562-9cff-a509a868360c admin admin] Publish callbacks [] for security_group (0e22ef59-4feb-4070-a8c3-931307b3a309), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:36.508600 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-10a58660-4e15-4c56-8389-bf7547f9e0eb req-355869a8-5808-4384-acc7-5ec64ac31800 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303194 Feb 16 05:34:36.546508 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-96b0b0ef-f285-4562-9cff-a509a868360c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (0e22ef59-4feb-4070-a8c3-931307b3a309), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:36.549011 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-96b0b0ef-f285-4562-9cff-a509a868360c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:36.550189 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-96b0b0ef-f285-4562-9cff-a509a868360c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0e22ef59-4feb-4070-a8c3-931307b3a309 HTTP/1.1" status: 204 len: 168 time: 0.3560708 Feb 16 05:34:36.572650 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0b0ef-f285-4562-9cff-a509a868360c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e22ef59-4feb-4070-a8c3-931307b3a309,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:36.576021 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a472e39-cb54-4043-a8d9-d683d92298a4 req-d766e53f-ad79-4e74-a929-0da501d6a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:36.577587 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9a472e39-cb54-4043-a8d9-d683d92298a4 req-d766e53f-ad79-4e74-a929-0da501d6a3e9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5e569ac-f0e9-4164-95dc-8634b19a6e64 HTTP/1.1" status: 200 len: 909 time: 0.1586814 Feb 16 05:34:36.634486 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9a472e39-cb54-4043-a8d9-d683d92298a4 req-cde14cc4-87ea-4228-b9ef-db0d0a5a5bbb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad922db5-0607-41c5-a963-51c1ed30aaa8 HTTP/1.1" status: 200 len: 217 time: 0.0481474 Feb 16 05:34:36.666384 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbde08-8bde-4163-9765-e0e9f3ff84a5 req-52a5305e-e0e3-4752-890c-e67981c06878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:36.667884 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c4fbde08-8bde-4163-9765-e0e9f3ff84a5 req-52a5305e-e0e3-4752-890c-e67981c06878 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 1130 time: 0.0819790 Feb 16 05:34:36.717796 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a472e39-cb54-4043-a8d9-d683d92298a4 req-98a7e5c5-b4ba-4fe3-b268-634dd418d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:36.720069 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9a472e39-cb54-4043-a8d9-d683d92298a4 req-98a7e5c5-b4ba-4fe3-b268-634dd418d668 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50f33b9e-ffcb-4df6-b48d-452cb86e5a65 HTTP/1.1" status: 200 len: 848 time: 0.0761518 Feb 16 05:34:36.740499 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c4fbde08-8bde-4163-9765-e0e9f3ff84a5 req-4949958c-a642-4810-8a81-7aa637891ace service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631390 Feb 16 05:34:36.757229 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9a472e39-cb54-4043-a8d9-d683d92298a4 req-52f541ae-016f-462f-afca-2fe8294e71b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5e569ac-f0e9-4164-95dc-8634b19a6e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270157 Feb 16 05:34:36.947093 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 52950) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:36.962015 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6df6f1d-ff63-4236-80a8-d4e94a100712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:37.040857 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6df6f1d-ff63-4236-80a8-d4e94a100712 admin admin] Publish callbacks [] for security_group (aa4fb598-d157-4207-973f-5e94380cfef5), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:37.046091 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6df6f1d-ff63-4236-80a8-d4e94a100712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (aa4fb598-d157-4207-973f-5e94380cfef5), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:37.083012 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f6df6f1d-ff63-4236-80a8-d4e94a100712 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a6faa9dc34ea48ef8de1acbf62a83f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346292 Feb 16 05:34:37.084999 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df6f1d-ff63-4236-80a8-d4e94a100712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4fb598-d157-4207-973f-5e94380cfef5,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:37.086332 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 52952) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:37.140577 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0ade6bc-8d06-4240-951b-9c4960776ba4 admin admin] Publish callbacks [] for security_group (aa4fb598-d157-4207-973f-5e94380cfef5), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:37.186075 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0ade6bc-8d06-4240-951b-9c4960776ba4 admin admin] Publish callbacks [] for security_group (aa4fb598-d157-4207-973f-5e94380cfef5), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:37.226572 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9a472e39-cb54-4043-a8d9-d683d92298a4 req-756cb1e4-8da4-416e-8d07-77f116c18a61 service neutron] 10.222.0.60 "GET /v2.0/networks/f5e569ac-f0e9-4164-95dc-8634b19a6e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922494 Feb 16 05:34:37.237203 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bed524-22f1-4189-8e3e-2c8c7eea0cbe req-de8de8aa-f324-4ad0-88f7-c1281cf13eba tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:37.238727 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-35bed524-22f1-4189-8e3e-2c8c7eea0cbe req-de8de8aa-f324-4ad0-88f7-c1281cf13eba tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 946 time: 0.0840430 Feb 16 05:34:37.259512 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0ade6bc-8d06-4240-951b-9c4960776ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (aa4fb598-d157-4207-973f-5e94380cfef5), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:37.263223 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0ade6bc-8d06-4240-951b-9c4960776ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:37.264405 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-f0ade6bc-8d06-4240-951b-9c4960776ba4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aa4fb598-d157-4207-973f-5e94380cfef5 HTTP/1.1" status: 204 len: 168 time: 0.1770060 Feb 16 05:34:37.299987 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ade6bc-8d06-4240-951b-9c4960776ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4fb598-d157-4207-973f-5e94380cfef5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:37.329539 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-35bed524-22f1-4189-8e3e-2c8c7eea0cbe req-2638c9ce-fc9b-43b9-b28a-de41fa8640c2 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822549 Feb 16 05:34:37.360159 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc7c91-641b-46f5-8824-6f7689af4ed4 req-bfb3f585-4b02-4d60-a06c-4170062eef31 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:37.361512 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-29dc7c91-641b-46f5-8824-6f7689af4ed4 req-bfb3f585-4b02-4d60-a06c-4170062eef31 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 943 time: 0.1320429 Feb 16 05:34:37.393209 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9a472e39-cb54-4043-a8d9-d683d92298a4 req-9992d5c7-0018-4833-b8e5-a6788998b806 service neutron] 10.222.0.60 "GET /v2.0/networks/f5e569ac-f0e9-4164-95dc-8634b19a6e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531560 Feb 16 05:34:37.424114 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-29dc7c91-641b-46f5-8824-6f7689af4ed4 req-18e22cf6-b09c-426d-8929-7868a5925a13 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547547 Feb 16 05:34:37.602062 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 52966) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:37.616119 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-96acddfb-51e1-4057-b572-43c02aa3c82a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:37.635251 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928a89b-2db8-437c-a024-9a52ec671301 req-f9ebf32a-d3c1-40bd-9cd8-b429b65dc1d6 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:37.636892 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1928a89b-2db8-437c-a024-9a52ec671301 req-f9ebf32a-d3c1-40bd-9cd8-b429b65dc1d6 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0570767 Feb 16 05:34:37.689600 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1928a89b-2db8-437c-a024-9a52ec671301 req-ea90c2fa-ec2e-4feb-b134-1601622c7001 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468106 Feb 16 05:34:37.695636 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-96acddfb-51e1-4057-b572-43c02aa3c82a admin admin] Publish callbacks [] for security_group (097f7d6e-0d42-456a-a06d-07ca72c51699), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:37.700143 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-96acddfb-51e1-4057-b572-43c02aa3c82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (097f7d6e-0d42-456a-a06d-07ca72c51699), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:37.736306 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acddfb-51e1-4057-b572-43c02aa3c82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097f7d6e-0d42-456a-a06d-07ca72c51699,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:37.740519 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-96acddfb-51e1-4057-b572-43c02aa3c82a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4bd5bb333d3d4606a7c77045262cbce6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373460 Feb 16 05:34:37.743759 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 52968) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:37.793544 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb54bebb-fd2e-4403-9d1f-5e79a00ad5f3 admin admin] Publish callbacks [] for security_group (097f7d6e-0d42-456a-a06d-07ca72c51699), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:37.813706 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb54bebb-fd2e-4403-9d1f-5e79a00ad5f3 admin admin] Publish callbacks [] for security_group (097f7d6e-0d42-456a-a06d-07ca72c51699), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:37.859577 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb54bebb-fd2e-4403-9d1f-5e79a00ad5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (097f7d6e-0d42-456a-a06d-07ca72c51699), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:37.862256 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb54bebb-fd2e-4403-9d1f-5e79a00ad5f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:37.863452 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-fb54bebb-fd2e-4403-9d1f-5e79a00ad5f3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/097f7d6e-0d42-456a-a06d-07ca72c51699 HTTP/1.1" status: 204 len: 168 time: 0.1193161 Feb 16 05:34:37.871625 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54bebb-fd2e-4403-9d1f-5e79a00ad5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097f7d6e-0d42-456a-a06d-07ca72c51699,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:38.085328 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device ad922db5-0607-41c5-a963-51c1ed30aaa8 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:34:38.199511 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port ad922db5-0607-41c5-a963-51c1ed30aaa8, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=ad922db5-0607-41c5-a963-51c1ed30aaa8,segment=NetworkSegment(5ed22241-3706-4121-b88e-45b923a9e60c),segment_id=5ed22241-3706-4121-b88e-45b923a9e60c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:34:38.215954 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': 'ad922db5-0607-41c5-a963-51c1ed30aaa8', 'network_id': 'f5e569ac-f0e9-4164-95dc-8634b19a6e64', 'port_id': 'ad922db5-0607-41c5-a963-51c1ed30aaa8', 'mac_address': 'fa:16:3e:0c:ad:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f33b9e-ffcb-4df6-b48d-452cb86e5a65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:34:38.258487 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port ad922db5-0607-41c5-a963-51c1ed30aaa8 is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:34:38.258911 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (ad922db5-0607-41c5-a963-51c1ed30aaa8), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:38.273190 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad922db5-0607-41c5-a963-51c1ed30aaa8 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:34:38.292283 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port ad922db5-0607-41c5-a963-51c1ed30aaa8, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=ad922db5-0607-41c5-a963-51c1ed30aaa8,segment=NetworkSegment(5ed22241-3706-4121-b88e-45b923a9e60c),segment_id=5ed22241-3706-4121-b88e-45b923a9e60c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:34:38.296347 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (ad922db5-0607-41c5-a963-51c1ed30aaa8), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:38.365826 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=ad922db5-0607-41c5-a963-51c1ed30aaa8,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:38.499328 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bc9ae-0378-4a03-bfcc-364945e6401f req-13f7d3f0-46af-47db-b7b3-e828d0facc30 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:38.500836 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-eb6bc9ae-0378-4a03-bfcc-364945e6401f req-13f7d3f0-46af-47db-b7b3-e828d0facc30 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 946 time: 0.0653698 Feb 16 05:34:38.557369 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-eb6bc9ae-0378-4a03-bfcc-364945e6401f req-aa544c0b-8846-4a91-93ce-dbb2ad136b37 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486832 Feb 16 05:34:38.560765 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8ff6f-18d7-4717-9cee-87d519a5e643 req-e85d7683-30c7-4ffd-9cc5-66f39accdaf3 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:38.562888 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0bb8ff6f-18d7-4717-9cee-87d519a5e643 req-e85d7683-30c7-4ffd-9cc5-66f39accdaf3 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 944 time: 0.0547543 Feb 16 05:34:38.615362 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0bb8ff6f-18d7-4717-9cee-87d519a5e643 req-d822b262-1cc1-4bf4-a8cf-ed17f53f6f68 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451314 Feb 16 05:34:38.808116 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c27f9-8bf5-49be-87e8-c0d3e5609af2 req-77d80914-c82b-47e8-88c6-e93eb0319ac0 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:38.810871 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a09c27f9-8bf5-49be-87e8-c0d3e5609af2 req-77d80914-c82b-47e8-88c6-e93eb0319ac0 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0541101 Feb 16 05:34:38.864235 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a09c27f9-8bf5-49be-87e8-c0d3e5609af2 req-4a736c4e-b431-4fbc-86c6-bbd4a563bde0 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454633 Feb 16 05:34:39.000237 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['ad922db5-0607-41c5-a963-51c1ed30aaa8'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:34:39.688803 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6232fa-aef6-4970-84a5-c67ca9c3ecd3 req-6a165d5c-21e1-447e-bc47-76f9430ae197 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:39.691021 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ae6232fa-aef6-4970-84a5-c67ca9c3ecd3 req-6a165d5c-21e1-447e-bc47-76f9430ae197 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 946 time: 0.0586176 Feb 16 05:34:39.738744 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f3985-468b-4614-824a-0dc9fef96678 req-99599594-958a-4175-a0e3-dd1b647d9bfc tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:39.740283 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dc5f3985-468b-4614-824a-0dc9fef96678 req-99599594-958a-4175-a0e3-dd1b647d9bfc tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 944 time: 0.0574677 Feb 16 05:34:39.741696 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ae6232fa-aef6-4970-84a5-c67ca9c3ecd3 req-841e2f17-e285-40b5-a25d-ae0483fe0578 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447230 Feb 16 05:34:39.789917 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dc5f3985-468b-4614-824a-0dc9fef96678 req-6e528da9-4531-4a40-87a8-a9607c77e369 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441339 Feb 16 05:34:39.991747 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09191c63-1c23-4f14-bc81-7a379ed93b8a req-04d7df04-fe13-4cf0-add7-34c7668d02f6 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:39.993900 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-09191c63-1c23-4f14-bc81-7a379ed93b8a req-04d7df04-fe13-4cf0-add7-34c7668d02f6 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0666790 Feb 16 05:34:40.042102 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-09191c63-1c23-4f14-bc81-7a379ed93b8a req-c83c5ce5-444e-4870-aa8d-2f22a6276262 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423846 Feb 16 05:34:40.911540 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886439c-fbdf-4573-9705-fa49c01d5971 req-183ebada-ec73-4dcb-98d5-04133f554f15 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:40.913035 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4886439c-fbdf-4573-9705-fa49c01d5971 req-183ebada-ec73-4dcb-98d5-04133f554f15 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 944 time: 0.0572417 Feb 16 05:34:40.963712 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4886439c-fbdf-4573-9705-fa49c01d5971 req-9541797c-54b9-406c-9b89-995f996165a9 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441084 Feb 16 05:34:41.052886 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 53074) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:41.088001 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:41.176184 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b9e147d-6d55-4f93-83ac-eeb118a50c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:41.186198 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a473b7-ccee-4254-9fa6-dfe6adf68929 req-20441888-b5ed-4742-8575-cadde38524f0 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:41.187658 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e7a473b7-ccee-4254-9fa6-dfe6adf68929 req-20441888-b5ed-4742-8575-cadde38524f0 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0680718 Feb 16 05:34:41.260568 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e7a473b7-ccee-4254-9fa6-dfe6adf68929 req-0241334d-dd62-451e-8d84-946bb5286a81 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673618 Feb 16 05:34:41.300924 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b9e147d-6d55-4f93-83ac-eeb118a50c31 admin admin] Publish callbacks [] for security_group (2b948a97-a516-4913-89fb-f43e5f087d27), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:41.306299 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b9e147d-6d55-4f93-83ac-eeb118a50c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (2b948a97-a516-4913-89fb-f43e5f087d27), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:41.345756 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-7b9e147d-6d55-4f93-83ac-eeb118a50c31 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=beb44630ca8541ea8a2d88821c98cc5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917740 Feb 16 05:34:41.346584 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e147d-6d55-4f93-83ac-eeb118a50c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b948a97-a516-4913-89fb-f43e5f087d27,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:41.348373 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 53084) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:41.402923 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f948586-c638-4fff-ac6d-e8824b5e7e09 admin admin] Publish callbacks [] for security_group (2b948a97-a516-4913-89fb-f43e5f087d27), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:41.424584 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f948586-c638-4fff-ac6d-e8824b5e7e09 admin admin] Publish callbacks [] for security_group (2b948a97-a516-4913-89fb-f43e5f087d27), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:41.472029 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f948586-c638-4fff-ac6d-e8824b5e7e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (2b948a97-a516-4913-89fb-f43e5f087d27), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:41.474864 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f948586-c638-4fff-ac6d-e8824b5e7e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:41.476014 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-7f948586-c638-4fff-ac6d-e8824b5e7e09 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2b948a97-a516-4913-89fb-f43e5f087d27 HTTP/1.1" status: 204 len: 168 time: 0.1266124 Feb 16 05:34:41.491914 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f948586-c638-4fff-ac6d-e8824b5e7e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b948a97-a516-4913-89fb-f43e5f087d27,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:41.743102 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 53094) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:41.755698 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bb0f85e5-b9ab-43a4-b665-9cadb593a053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:41.831015 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bb0f85e5-b9ab-43a4-b665-9cadb593a053 admin admin] Publish callbacks [] for security_group (acd17627-19bc-41b1-9889-f391037e6ed3), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:41.834689 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bb0f85e5-b9ab-43a4-b665-9cadb593a053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (acd17627-19bc-41b1-9889-f391037e6ed3), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:41.871362 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-bb0f85e5-b9ab-43a4-b665-9cadb593a053 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=189a9a1ff18d4ce18d6d177b71a3dfb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272318 Feb 16 05:34:41.873022 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f85e5-b9ab-43a4-b665-9cadb593a053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd17627-19bc-41b1-9889-f391037e6ed3,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:41.874583 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 53096) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:41.922559 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ee54e3a-f1e7-430e-ad0c-f04015dd5373 admin admin] Publish callbacks [] for security_group (acd17627-19bc-41b1-9889-f391037e6ed3), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:41.942927 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ee54e3a-f1e7-430e-ad0c-f04015dd5373 admin admin] Publish callbacks [] for security_group (acd17627-19bc-41b1-9889-f391037e6ed3), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:41.994120 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ee54e3a-f1e7-430e-ad0c-f04015dd5373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (acd17627-19bc-41b1-9889-f391037e6ed3), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:41.998472 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ee54e3a-f1e7-430e-ad0c-f04015dd5373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:42.000352 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-8ee54e3a-f1e7-430e-ad0c-f04015dd5373 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/acd17627-19bc-41b1-9889-f391037e6ed3 HTTP/1.1" status: 204 len: 168 time: 0.1245868 Feb 16 05:34:42.011471 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee54e3a-f1e7-430e-ad0c-f04015dd5373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd17627-19bc-41b1-9889-f391037e6ed3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:42.095338 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c77a2d-9b3e-4114-b5dd-3e90c20fd111 req-0f866779-2026-424b-8d5b-41bcd7f572e6 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:42.096793 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f6c77a2d-9b3e-4114-b5dd-3e90c20fd111 req-0f866779-2026-424b-8d5b-41bcd7f572e6 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 944 time: 0.0602050 Feb 16 05:34:42.146793 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f6c77a2d-9b3e-4114-b5dd-3e90c20fd111 req-1472b838-6e5e-4028-8b38-13a0623b5616 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444107 Feb 16 05:34:42.394084 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73f508-23eb-4452-8ce7-7bdab8c94019 req-44941d28-0f70-45a4-be4e-00a7ba0f31d9 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:42.396241 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4f73f508-23eb-4452-8ce7-7bdab8c94019 req-44941d28-0f70-45a4-be4e-00a7ba0f31d9 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0609255 Feb 16 05:34:42.446615 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4f73f508-23eb-4452-8ce7-7bdab8c94019 req-852f6486-0f42-46fc-96ab-64ee6b1ecdcf tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437379 Feb 16 05:34:43.085442 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 53140) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:43.195456 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08f64e7b-083c-4f0e-bd70-0b5533a5b5e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:43.305747 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50261f2-6d8e-447c-aae3-fd987c4ccf6f req-0a62120a-a79e-4707-8586-8553ebeda2fb tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:43.307181 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d50261f2-6d8e-447c-aae3-fd987c4ccf6f req-0a62120a-a79e-4707-8586-8553ebeda2fb tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 944 time: 0.0849431 Feb 16 05:34:43.325047 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08f64e7b-083c-4f0e-bd70-0b5533a5b5e5 admin admin] Publish callbacks [] for security_group (6d9f9065-3e20-4a89-b25f-55046730dc12), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:43.333720 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08f64e7b-083c-4f0e-bd70-0b5533a5b5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (6d9f9065-3e20-4a89-b25f-55046730dc12), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:43.388603 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f64e7b-083c-4f0e-bd70-0b5533a5b5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9f9065-3e20-4a89-b25f-55046730dc12,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:43.398504 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-08f64e7b-083c-4f0e-bd70-0b5533a5b5e5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eef815cb35fe4476a109dc62f5986b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118179 Feb 16 05:34:43.401332 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 53146) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:43.403232 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d50261f2-6d8e-447c-aae3-fd987c4ccf6f req-4dc7d9cc-d16f-4451-9e18-c93b6d766ef3 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868068 Feb 16 05:34:43.451373 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4bbf136c-198b-4a9a-a032-306ec34611d6 admin admin] Publish callbacks [] for security_group (6d9f9065-3e20-4a89-b25f-55046730dc12), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:43.476454 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4bbf136c-198b-4a9a-a032-306ec34611d6 admin admin] Publish callbacks [] for security_group (6d9f9065-3e20-4a89-b25f-55046730dc12), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:43.524807 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4bbf136c-198b-4a9a-a032-306ec34611d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (6d9f9065-3e20-4a89-b25f-55046730dc12), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:43.527393 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4bbf136c-198b-4a9a-a032-306ec34611d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:43.529299 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-4bbf136c-198b-4a9a-a032-306ec34611d6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6d9f9065-3e20-4a89-b25f-55046730dc12 HTTP/1.1" status: 204 len: 168 time: 0.1250174 Feb 16 05:34:43.536807 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf136c-198b-4a9a-a032-306ec34611d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9f9065-3e20-4a89-b25f-55046730dc12,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:43.583914 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b458d2-3596-4e63-af32-ed264b89f46d req-2723f8f3-4a24-4b13-85bc-3ffb02ba857d tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:43.585499 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-05b458d2-3596-4e63-af32-ed264b89f46d req-2723f8f3-4a24-4b13-85bc-3ffb02ba857d tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0709212 Feb 16 05:34:43.638591 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-05b458d2-3596-4e63-af32-ed264b89f46d req-4b719ccd-2035-4ca5-bc6f-493957cf4ff4 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472705 Feb 16 05:34:44.048616 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device ad922db5-0607-41c5-a963-51c1ed30aaa8 up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:34:44.120121 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port ad922db5-0607-41c5-a963-51c1ed30aaa8 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:34:44.124620 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port ad922db5-0607-41c5-a963-51c1ed30aaa8 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:34:44.125649 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (ad922db5-0607-41c5-a963-51c1ed30aaa8), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:44.214768 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port ad922db5-0607-41c5-a963-51c1ed30aaa8 is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:34:44.215161 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (ad922db5-0607-41c5-a963-51c1ed30aaa8), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:44.241171 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015eef3f-855a-46ba-bccf-d1d1b85d4791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad922db5-0607-41c5-a963-51c1ed30aaa8'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:34:44.243481 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9e4e41-16bc-4b6b-88d1-01a0f438ee7e" -d '{"events": [{"server_uuid": "015eef3f-855a-46ba-bccf-d1d1b85d4791", "name": "network-vif-plugged", "status": "completed", "tag": "ad922db5-0607-41c5-a963-51c1ed30aaa8"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:34:44.261346 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port ad922db5-0607-41c5-a963-51c1ed30aaa8, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=ad922db5-0607-41c5-a963-51c1ed30aaa8,segment=NetworkSegment(5ed22241-3706-4121-b88e-45b923a9e60c),segment_id=5ed22241-3706-4121-b88e-45b923a9e60c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:34:44.268275 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (ad922db5-0607-41c5-a963-51c1ed30aaa8), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:44.305311 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9530eda7-9eb7-4698-9b34-91bcb171e6ad x-openstack-request-id: req-9530eda7-9eb7-4698-9b34-91bcb171e6ad {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:34:44.305544 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015eef3f-855a-46ba-bccf-d1d1b85d4791", "name": "network-vif-plugged", "status": "completed", "tag": "ad922db5-0607-41c5-a963-51c1ed30aaa8", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:34:44.305854 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9530eda7-9eb7-4698-9b34-91bcb171e6ad {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:34:44.306243 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015eef3f-855a-46ba-bccf-d1d1b85d4791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad922db5-0607-41c5-a963-51c1ed30aaa8', 'code': 200} Feb 16 05:34:44.454900 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=ad922db5-0607-41c5-a963-51c1ed30aaa8,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:44.562014 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8226ec-7bac-494e-bbee-8e4b38628c5d req-958d24a2-cf67-46ff-aff6-0777b3143ade tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:44.563650 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ec8226ec-7bac-494e-bbee-8e4b38628c5d req-958d24a2-cf67-46ff-aff6-0777b3143ade tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 945 time: 0.0706701 Feb 16 05:34:44.653615 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ec8226ec-7bac-494e-bbee-8e4b38628c5d req-e20def1b-6897-4e84-87b2-1cc0beed103e tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841486 Feb 16 05:34:44.663634 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30210a-6227-43cc-8618-094d00436fee req-c30c94dc-3480-4562-b1b6-234e580779c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:44.665211 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8f30210a-6227-43cc-8618-094d00436fee req-c30c94dc-3480-4562-b1b6-234e580779c0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 1129 time: 0.0939429 Feb 16 05:34:44.749797 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8f30210a-6227-43cc-8618-094d00436fee req-f477fe9b-dc13-4505-adf8-16babdf32cb8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739763 Feb 16 05:34:44.811976 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bf525-0420-4771-9010-5f8a27e198e3 req-70a1fd9b-4cd4-4c85-aad0-e7404ce0da8b tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:44.813497 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-003bf525-0420-4771-9010-5f8a27e198e3 req-70a1fd9b-4cd4-4c85-aad0-e7404ce0da8b tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0605819 Feb 16 05:34:44.859439 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-003bf525-0420-4771-9010-5f8a27e198e3 req-5662a183-3c49-4d57-ae3f-07f450db281e tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402670 Feb 16 05:34:45.795785 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47621a81-f555-479d-b67c-5af296a73c3e req-37b96f10-20d7-4bc7-8a57-19d2ee5f8357 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:45.797984 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-47621a81-f555-479d-b67c-5af296a73c3e req-37b96f10-20d7-4bc7-8a57-19d2ee5f8357 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 945 time: 0.0595646 Feb 16 05:34:45.854648 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-47621a81-f555-479d-b67c-5af296a73c3e req-4f56e55b-0405-492f-bdb5-3d3d57865306 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494885 Feb 16 05:34:45.988315 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae759740-9f64-46be-893e-0c1941c24cc5 req-c6651ce1-1f36-4b20-bbce-63c9d5d05277 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:45.989944 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ae759740-9f64-46be-893e-0c1941c24cc5 req-c6651ce1-1f36-4b20-bbce-63c9d5d05277 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0619164 Feb 16 05:34:46.055856 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ae759740-9f64-46be-893e-0c1941c24cc5 req-33df80df-f736-4ce7-b954-802ac6d23e2c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605500 Feb 16 05:34:46.974985 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c808b4-a902-4745-8981-5f51c0413d7e req-c879f707-54ef-4548-8011-0b49b6286b06 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:46.976832 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f3c808b4-a902-4745-8981-5f51c0413d7e req-c879f707-54ef-4548-8011-0b49b6286b06 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 945 time: 0.0529885 Feb 16 05:34:47.022504 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f3c808b4-a902-4745-8981-5f51c0413d7e req-57d8138f-e452-45c7-8da5-c9801c61009a tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398033 Feb 16 05:34:47.172504 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8271874-093a-430b-82d5-bd9cceadcf1c req-86c39323-5e5a-47c2-a8ab-d785e385f402 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:47.174136 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e8271874-093a-430b-82d5-bd9cceadcf1c req-86c39323-5e5a-47c2-a8ab-d785e385f402 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0521858 Feb 16 05:34:47.228517 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e8271874-093a-430b-82d5-bd9cceadcf1c req-5d6b58cf-fa7d-48a2-88db-9f419ffde1e7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487866 Feb 16 05:34:47.308792 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 53254) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:47.414078 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7dec4d2-199b-4431-b60b-098a5f595c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:47.494578 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7dec4d2-199b-4431-b60b-098a5f595c39 admin admin] Publish callbacks [] for security_group (44c141d6-2018-4d63-af08-0966db6cf1a7), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:47.498681 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7dec4d2-199b-4431-b60b-098a5f595c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (44c141d6-2018-4d63-af08-0966db6cf1a7), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:47.537412 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dec4d2-199b-4431-b60b-098a5f595c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c141d6-2018-4d63-af08-0966db6cf1a7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:47.541726 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-d7dec4d2-199b-4431-b60b-098a5f595c39 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e50b0e0285284d8595dfb473c120ca05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317674 Feb 16 05:34:47.544802 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 53268) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:34:47.602332 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0a6fcb57-03d3-4ba1-9856-8391f4b0cca0 admin admin] Publish callbacks [] for security_group (44c141d6-2018-4d63-af08-0966db6cf1a7), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:47.632022 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0a6fcb57-03d3-4ba1-9856-8391f4b0cca0 admin admin] Publish callbacks [] for security_group (44c141d6-2018-4d63-af08-0966db6cf1a7), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:47.685738 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0a6fcb57-03d3-4ba1-9856-8391f4b0cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (44c141d6-2018-4d63-af08-0966db6cf1a7), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:47.688341 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0a6fcb57-03d3-4ba1-9856-8391f4b0cca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:47.689645 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0a6fcb57-03d3-4ba1-9856-8391f4b0cca0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/44c141d6-2018-4d63-af08-0966db6cf1a7 HTTP/1.1" status: 204 len: 168 time: 0.1430736 Feb 16 05:34:47.699897 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fcb57-03d3-4ba1-9856-8391f4b0cca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c141d6-2018-4d63-af08-0966db6cf1a7,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:47.904960 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2e041-203b-4df2-a58d-f56c469648de req-df333fe2-d426-4b39-9464-d35132c6b38b tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:47.906682 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-45b2e041-203b-4df2-a58d-f56c469648de req-df333fe2-d426-4b39-9464-d35132c6b38b tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 945 time: 0.0660284 Feb 16 05:34:47.958836 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-45b2e041-203b-4df2-a58d-f56c469648de req-fe7539b6-75c1-4e33-a2b7-95f0152f39ce tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454192 Feb 16 05:34:48.352435 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84e9d6-445c-40c6-bfc2-925ed78dc949 req-7325dae3-a8ee-491b-bcc2-10bb794b1e06 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:48.353965 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aa84e9d6-445c-40c6-bfc2-925ed78dc949 req-7325dae3-a8ee-491b-bcc2-10bb794b1e06 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0573540 Feb 16 05:34:48.401173 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aa84e9d6-445c-40c6-bfc2-925ed78dc949 req-8878e531-b91f-4253-8d96-9200051a5fc0 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409746 Feb 16 05:34:49.085688 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55445c7-7cf4-4245-b551-c9913edea6c2 req-2bf31341-34c8-47c9-9013-984bb2313067 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:49.087730 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d55445c7-7cf4-4245-b551-c9913edea6c2 req-2bf31341-34c8-47c9-9013-984bb2313067 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 945 time: 0.0618794 Feb 16 05:34:49.136594 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d55445c7-7cf4-4245-b551-c9913edea6c2 req-e5594898-d4ca-47e1-91f9-7f3fd4e933d1 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432189 Feb 16 05:34:49.515467 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de62de-b5be-4a36-bc69-8d6c5bd74e06 req-36733439-5d4d-4cba-932f-f44c7310eab0 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:49.516869 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-37de62de-b5be-4a36-bc69-8d6c5bd74e06 req-36733439-5d4d-4cba-932f-f44c7310eab0 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0516863 Feb 16 05:34:49.565897 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-37de62de-b5be-4a36-bc69-8d6c5bd74e06 req-f726ea3d-3435-4441-90c4-21e7bf4a8e00 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436532 Feb 16 05:34:50.261334 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75408626-60b4-4f5b-8312-9eba1f20d70c req-1bdf69c0-e8dd-47ed-946d-c516bb40c49c tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:50.262094 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd9d7a-d2e5-4a38-a191-357db3084ee4 req-492e65b4-f89c-4c6b-886a-456bf790b825 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:50.262812 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-75408626-60b4-4f5b-8312-9eba1f20d70c req-1bdf69c0-e8dd-47ed-946d-c516bb40c49c tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 945 time: 0.0586951 Feb 16 05:34:50.264184 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-67cd9d7a-d2e5-4a38-a191-357db3084ee4 req-492e65b4-f89c-4c6b-886a-456bf790b825 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.60 "GET /v2.0/ports?device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 945 time: 0.0518863 Feb 16 05:34:50.309234 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-75408626-60b4-4f5b-8312-9eba1f20d70c req-cd3a6d23-2c2c-41f0-bc86-9164efcd8447 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/security-groups?id=81d78bf3-4377-4a85-ba1b-71a960d55b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402374 Feb 16 05:34:50.356806 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-67cd9d7a-d2e5-4a38-a191-357db3084ee4 req-2d951a79-dd64-4876-93fb-2165d30ceda5 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Deleting port ad922db5-0607-41c5-a963-51c1ed30aaa8 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:34:50.357790 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-67cd9d7a-d2e5-4a38-a191-357db3084ee4 req-2d951a79-dd64-4876-93fb-2165d30ceda5 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (ad922db5-0607-41c5-a963-51c1ed30aaa8), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:50.444082 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-67cd9d7a-d2e5-4a38-a191-357db3084ee4 req-2d951a79-dd64-4876-93fb-2165d30ceda5 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] For port ad922db5-0607-41c5-a963-51c1ed30aaa8, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=ad922db5-0607-41c5-a963-51c1ed30aaa8,segment=NetworkSegment(5ed22241-3706-4121-b88e-45b923a9e60c),segment_id=5ed22241-3706-4121-b88e-45b923a9e60c)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:34:50.444439 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-67cd9d7a-d2e5-4a38-a191-357db3084ee4 req-2d951a79-dd64-4876-93fb-2165d30ceda5 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (ad922db5-0607-41c5-a963-51c1ed30aaa8), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:50.456420 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-67cd9d7a-d2e5-4a38-a191-357db3084ee4 req-2d951a79-dd64-4876-93fb-2165d30ceda5 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Calling delete_port for ad922db5-0607-41c5-a963-51c1ed30aaa8 owned by compute:nova {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:34:50.802873 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-67cd9d7a-d2e5-4a38-a191-357db3084ee4 req-2d951a79-dd64-4876-93fb-2165d30ceda5 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (ad922db5-0607-41c5-a963-51c1ed30aaa8), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:50.835423 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d951a79-dd64-4876-93fb-2165d30ceda5 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Pushing event deleted for resources: {'Port': ['ID=ad922db5-0607-41c5-a963-51c1ed30aaa8,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:34:50.845018 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eedc3a-1320-4acc-a118-d166fd296db2 req-56820894-253a-4b83-a27b-8db3ab8681cc tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:50.846528 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-90eedc3a-1320-4acc-a118-d166fd296db2 req-56820894-253a-4b83-a27b-8db3ab8681cc tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0965385 Feb 16 05:34:50.868098 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['ad922db5-0607-41c5-a963-51c1ed30aaa8'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:34:50.900047 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cd9d7a-d2e5-4a38-a191-357db3084ee4 req-2d951a79-dd64-4876-93fb-2165d30ceda5 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] No DVR routers for this DVR port ad922db5-0607-41c5-a963-51c1ed30aaa8 on host hv-cinder-82947 {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:34:50.902371 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-67cd9d7a-d2e5-4a38-a191-357db3084ee4 req-2d951a79-dd64-4876-93fb-2165d30ceda5 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:50.905642 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-67cd9d7a-d2e5-4a38-a191-357db3084ee4 req-2d951a79-dd64-4876-93fb-2165d30ceda5 tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.60 "DELETE /v2.0/ports/ad922db5-0607-41c5-a963-51c1ed30aaa8 HTTP/1.1" status: 204 len: 173 time: 0.6357279 Feb 16 05:34:50.908247 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015eef3f-855a-46ba-bccf-d1d1b85d4791', 'name': 'network-vif-deleted', 'tag': 'ad922db5-0607-41c5-a963-51c1ed30aaa8'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:34:50.910474 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fbd70f-866a-4163-b848-79391762d18d" -d '{"events": [{"server_uuid": "015eef3f-855a-46ba-bccf-d1d1b85d4791", "name": "network-vif-deleted", "tag": "ad922db5-0607-41c5-a963-51c1ed30aaa8"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:34:50.937108 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-90eedc3a-1320-4acc-a118-d166fd296db2 req-d8b79841-27bc-4b87-8417-5ab97569cac2 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840752 Feb 16 05:34:50.954725 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f925902-1203-457c-a982-f72a6d31e635 x-openstack-request-id: req-0f925902-1203-457c-a982-f72a6d31e635 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:34:50.955019 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015eef3f-855a-46ba-bccf-d1d1b85d4791", "name": "network-vif-deleted", "tag": "ad922db5-0607-41c5-a963-51c1ed30aaa8", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:34:50.955273 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0f925902-1203-457c-a982-f72a6d31e635 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:34:50.955690 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015eef3f-855a-46ba-bccf-d1d1b85d4791', 'name': 'network-vif-deleted', 'tag': 'ad922db5-0607-41c5-a963-51c1ed30aaa8', 'status': 'completed', 'code': 200} Feb 16 05:34:51.275471 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b63c9-91a8-4535-bd02-c2ad22ec28bf req-f2f0fb60-bbfa-492f-b33e-85370ca98300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:51.277221 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-459b63c9-91a8-4535-bd02-c2ad22ec28bf req-f2f0fb60-bbfa-492f-b33e-85370ca98300 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 1129 time: 0.0436563 Feb 16 05:34:51.355376 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-459b63c9-91a8-4535-bd02-c2ad22ec28bf req-f45fd12b-49dc-4c5e-b78f-168599207eee service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518320 Feb 16 05:34:51.423099 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c1b5bd5e-9012-400b-97eb-588b694e1fc7 req-6d295e81-c2a0-43db-811d-2e126ef9ed7d tempest-VolumesActionsTest-502572532 tempest-VolumesActionsTest-502572532-project] 10.222.0.75 "GET /v2.0/ports?device_id=015eef3f-855a-46ba-bccf-d1d1b85d4791 HTTP/1.1" status: 200 len: 210 time: 0.0313516 Feb 16 05:34:52.057978 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f2433-9d82-4ca3-a063-10ee72f6b897 req-9332b8f4-95cb-4858-b7d9-edf9dc5b6c18 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:52.059459 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-592f2433-9d82-4ca3-a063-10ee72f6b897 req-9332b8f4-95cb-4858-b7d9-edf9dc5b6c18 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0536797 Feb 16 05:34:52.112864 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-592f2433-9d82-4ca3-a063-10ee72f6b897 req-cbbc1510-de74-48f5-8f08-7c39cee2b02e tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480154 Feb 16 05:34:53.239248 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aada79-55dc-479e-9387-51984be6f345 req-2c19d61b-98c0-4da1-8cf2-e1e00808eee3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:53.240679 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-85aada79-55dc-479e-9387-51984be6f345 req-2c19d61b-98c0-4da1-8cf2-e1e00808eee3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0523262 Feb 16 05:34:53.284877 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-85aada79-55dc-479e-9387-51984be6f345 req-f3e0c4d1-eedc-4107-b952-cd440da68f99 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385323 Feb 16 05:34:54.399263 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67355ed-f3db-486a-b007-903b1b3b0f91 req-4339a6d6-49ff-42c0-a944-9928a568b285 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:54.400702 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e67355ed-f3db-486a-b007-903b1b3b0f91 req-4339a6d6-49ff-42c0-a944-9928a568b285 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0507159 Feb 16 05:34:54.446573 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e67355ed-f3db-486a-b007-903b1b3b0f91 req-a0db8951-f574-4d05-9a9c-c631d839d0f3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402620 Feb 16 05:34:55.206905 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device ad922db5-0607-41c5-a963-51c1ed30aaa8 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:34:55.230939 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: ad922db5-0607-41c5-a963-51c1ed30aaa8 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:34:55.231283 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device ad922db5-0607-41c5-a963-51c1ed30aaa8 not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:34:55.558759 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525fdce-a92c-4c6a-b149-5318cb073e53 req-2d89266f-b0e4-4a38-ad18-1aebd4118af2 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:55.560723 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2525fdce-a92c-4c6a-b149-5318cb073e53 req-2d89266f-b0e4-4a38-ad18-1aebd4118af2 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0508189 Feb 16 05:34:55.611051 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2525fdce-a92c-4c6a-b149-5318cb073e53 req-84df99f9-e6ef-4246-a88a-0e231934999f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427353 Feb 16 05:34:56.102941 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eadbf367-254a-43df-b4b0-9a32fd9ca9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:56.734167 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e19f6d-fe21-4a80-9f4c-ef78de4c6852 req-6717130b-19dc-4869-8733-6e4b5a245669 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:56.735663 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-79e19f6d-fe21-4a80-9f4c-ef78de4c6852 req-6717130b-19dc-4869-8733-6e4b5a245669 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0554309 Feb 16 05:34:56.780757 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-79e19f6d-fe21-4a80-9f4c-ef78de4c6852 req-ab3210c4-3633-4db5-89e8-6ab049eb8cd3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397158 Feb 16 05:34:56.894573 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8abbc-37fc-43bd-91dd-5899704a0a8d req-693bf294-0521-4ed5-b283-f72a4d8175c7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:34:56.895918 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-24d8abbc-37fc-43bd-91dd-5899704a0a8d req-693bf294-0521-4ed5-b283-f72a4d8175c7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0504518 Feb 16 05:34:56.940064 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-24d8abbc-37fc-43bd-91dd-5899704a0a8d req-a9313ef0-a564-4ef8-bd32-49c159a1bd1f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386474 Feb 16 05:34:57.610125 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:34:58.568570 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2c8f-be1d-4c1f-87c0-de6fdd973168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:34:59.402287 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:00.932859 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:01.717035 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7695489-736c-4c1c-b123-24663ada9afd req-6c65d8d7-ee7e-4b83-bbce-28a34835eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:01.717035 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b7695489-736c-4c1c-b123-24663ada9afd req-6c65d8d7-ee7e-4b83-bbce-28a34835eb1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=971394cccbfa49b584616f61ed5eb8a2&device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 1129 time: 0.0644515 Feb 16 05:35:01.734840 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9b3aa-d16a-4417-a89a-9affe0e2f53e req-c8685a47-8e0c-4fec-b864-8cafe5f08854 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:01.736437 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aec9b3aa-d16a-4417-a89a-9affe0e2f53e req-c8685a47-8e0c-4fec-b864-8cafe5f08854 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.1237028 Feb 16 05:35:01.893477 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aec9b3aa-d16a-4417-a89a-9affe0e2f53e req-832be1a2-f521-4355-a47d-5473100c05d8 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471198 Feb 16 05:35:01.936180 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7695489-736c-4c1c-b123-24663ada9afd req-882034ab-2327-4bec-addd-465756365d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:01.937669 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b7695489-736c-4c1c-b123-24663ada9afd req-882034ab-2327-4bec-addd-465756365d43 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d78b6deb-fc45-4cca-b643-a09448659dd2 HTTP/1.1" status: 200 len: 919 time: 0.2003472 Feb 16 05:35:01.995567 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b7695489-736c-4c1c-b123-24663ada9afd req-96a5c7f7-0eda-406c-8b2e-d56fcd3daf82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b086e2fa-4423-4f0a-ab73-6efbf20ec756 HTTP/1.1" status: 200 len: 217 time: 0.0501540 Feb 16 05:35:02.051331 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7695489-736c-4c1c-b123-24663ada9afd req-621ac278-2666-44e0-9ca6-7970d24a0d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:02.052748 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b7695489-736c-4c1c-b123-24663ada9afd req-621ac278-2666-44e0-9ca6-7970d24a0d97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f749e834-f594-43d5-a00e-995704979ca3 HTTP/1.1" status: 200 len: 858 time: 0.0439880 Feb 16 05:35:02.087921 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b7695489-736c-4c1c-b123-24663ada9afd req-3a318fe4-6ba5-4b9d-9e54-6f2f2bbb1901 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d78b6deb-fc45-4cca-b643-a09448659dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269160 Feb 16 05:35:02.176852 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b7695489-736c-4c1c-b123-24663ada9afd req-c42c63cc-7dab-48d9-bf5c-37f713744ac9 service neutron] 10.222.0.60 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818379 Feb 16 05:35:02.270168 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b7695489-736c-4c1c-b123-24663ada9afd req-f6726416-b1c3-4069-857b-c1098ae8d5d5 service neutron] 10.222.0.60 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855601 Feb 16 05:35:02.792496 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:03.047787 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75b5b0-0f58-4c15-a246-a307d31bdf72 req-e1e1737b-4180-4f7d-abd8-ece279271606 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:03.055361 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-cb75b5b0-0f58-4c15-a246-a307d31bdf72 req-e1e1737b-4180-4f7d-abd8-ece279271606 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0622251 Feb 16 05:35:03.103426 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-cb75b5b0-0f58-4c15-a246-a307d31bdf72 req-355bd50a-b29d-4ca7-ad7f-8a299994cad3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467548 Feb 16 05:35:03.124711 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-e423f02b-fb93-4449-b635-f43bcfd4fa46 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:03.126910 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-e423f02b-fb93-4449-b635-f43bcfd4fa46 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/networks?id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 HTTP/1.1" status: 200 len: 815 time: 0.1744518 Feb 16 05:35:03.148315 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-838da734-f075-41c3-8378-4747aa9f1bbd tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/quotas/1050764769f2439fae8ad76e27663aec HTTP/1.1" status: 200 len: 375 time: 0.0157969 Feb 16 05:35:03.204273 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-4850d8aa-b4d0-4dec-b793-5474fcb385cf tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1050764769f2439fae8ad76e27663aec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550172 Feb 16 05:35:03.312384 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-501b4f62-a70d-4dce-a3fb-3068388d1240 service neutron] 10.222.0.75 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005478 Feb 16 05:35:03.405901 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-3d439902-954d-4996-97c2-4b1caa6b6479 service neutron] 10.222.0.75 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925741 Feb 16 05:35:03.648894 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-bc3bdff3-1468-4d92-8ac9-93e0f86fed15 req-bf0a91bc-de77-4685-bada-efcc6202d846 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 210 time: 0.0432889 Feb 16 05:35:04.254699 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b84aa-9fcc-4654-993d-ecc732b7357f req-98036969-96f1-434e-891f-85e2380cd6e3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:04.256904 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6d0b84aa-9fcc-4654-993d-ecc732b7357f req-98036969-96f1-434e-891f-85e2380cd6e3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0717449 Feb 16 05:35:04.309198 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6d0b84aa-9fcc-4654-993d-ecc732b7357f req-3bf2459d-271d-48e9-8792-1819b070c6d8 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445411 Feb 16 05:35:04.728847 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5a4dc875-8abd-4946-9a9d-372753f4a42e req-60fa2557-b38b-4851-8d83-104a380d78ac tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 210 time: 0.0281489 Feb 16 05:35:05.436684 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ada2da-32ce-40e1-aeda-38901629b141 req-91794f25-b4a2-4201-a512-008c3da41e0e tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:05.440448 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-86ada2da-32ce-40e1-aeda-38901629b141 req-91794f25-b4a2-4201-a512-008c3da41e0e tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0583038 Feb 16 05:35:05.508544 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-86ada2da-32ce-40e1-aeda-38901629b141 req-92ff62b4-4873-48f6-8271-4dee3c324660 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600288 Feb 16 05:35:05.861445 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-465d113a-44c3-4821-8daf-a773ec084c53 req-fba9959f-4560-4b19-bd6f-dc1970063d30 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 210 time: 0.0365186 Feb 16 05:35:06.643011 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4856a-10d7-4b65-8b53-463071f64523 req-8cd51ed6-86e2-4e23-9f0e-eb1e0fd48610 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:06.644609 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-98d4856a-10d7-4b65-8b53-463071f64523 req-8cd51ed6-86e2-4e23-9f0e-eb1e0fd48610 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0620975 Feb 16 05:35:06.706406 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-98d4856a-10d7-4b65-8b53-463071f64523 req-ee11e991-d829-4423-936c-3e9e470fa42a tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550966 Feb 16 05:35:06.963020 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-ca0de91a-9578-4fc2-9ec1-db05e5af8d65 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:06.965198 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-ca0de91a-9578-4fc2-9ec1-db05e5af8d65 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.60 "GET /v2.0/networks?id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 HTTP/1.1" status: 200 len: 815 time: 0.1404331 Feb 16 05:35:06.992711 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Request body: {'port': {'device_id': '0e669e6a-26fc-48ca-be5b-b4f882ba61de', 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409', 'admin_state_up': True, 'tenant_id': '1050764769f2439fae8ad76e27663aec'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:35:07.011624 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eb781ad6-3a7f-4e13-9111-5f7bfce4717e req-b1773628-00a9-4585-a131-e4366ef5863a tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 210 time: 0.0426216 Feb 16 05:35:07.144815 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Made reservation on behalf of 1050764769f2439fae8ad76e27663aec for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:35:07.148237 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:07.283204 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Allocated IP 172.20.0.7 (8cb1fb16-d79c-49c4-8a9e-84b03bfe3409/20482d00-bd66-405d-b6ef-47ba9f681fde/973b69b7-1831-4e77-9b05-2bae4a584505) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:35:07.445799 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks [] for port (973b69b7-1831-4e77-9b05-2bae4a584505), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:07.480631 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (973b69b7-1831-4e77-9b05-2bae4a584505), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:07.524009 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:35:07.527250 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:35:07.531513 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:35:07.538698 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['f95645a6-2fbd-42df-b9db-d604a04d8bfa', '5f1e1dcc-fb0d-43bd-a284-85872e5284c7', '1a2ee93b-aa41-40e5-b336-729f04e7e5c2'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:35:07.560949 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Pushing event updated for resources: {'Port': ['ID=973b69b7-1831-4e77-9b05-2bae4a584505,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:07.575225 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:07.575618 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:07.575973 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:07.576320 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:07.576662 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:07.576999 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:07.577359 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:07.577696 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:07.578025 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:07.578358 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:07.578698 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:07.579016 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:07.579340 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:07.599985 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:07.600619 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:07.625882 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-2527a69f-22f0-43ac-b34e-5393d9338f93 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6381133 Feb 16 05:35:07.655231 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Request body: {'port': {'device_id': '0e669e6a-26fc-48ca-be5b-b4f882ba61de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:35:07.733765 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (973b69b7-1831-4e77-9b05-2bae4a584505), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:08.020624 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc588a-3ddb-47cd-9a1e-8db3c8dcb354 req-25223ac8-f4fb-46b7-b9d0-7ae04de25dd3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:08.023282 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2dfc588a-3ddb-47cd-9a1e-8db3c8dcb354 req-25223ac8-f4fb-46b7-b9d0-7ae04de25dd3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.1521506 Feb 16 05:35:08.151285 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2dfc588a-3ddb-47cd-9a1e-8db3c8dcb354 req-ba09143d-f4f5-4830-b941-d8adf8e98111 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123896 Feb 16 05:35:08.163173 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b5031-913f-49e2-9389-d19d3d154589 req-b464efba-d793-4e2f-9dcd-d776fb25fc9c tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:08.165081 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-824b5031-913f-49e2-9389-d19d3d154589 req-b464efba-d793-4e2f-9dcd-d776fb25fc9c tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 931 time: 0.0593872 Feb 16 05:35:08.207920 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973b69b7-1831-4e77-9b05-2bae4a584505 {{(pid=102567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:35:08.214187 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-824b5031-913f-49e2-9389-d19d3d154589 req-f64baa4f-1602-474f-8cfb-3603119e9179 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441470 Feb 16 05:35:08.215702 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Publish callbacks [] for port (973b69b7-1831-4e77-9b05-2bae4a584505), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:08.228052 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.provisioning_blocks [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Transition to ACTIVE for port object 973b69b7-1831-4e77-9b05-2bae4a584505 will not be triggered until provisioned by entity L2. {{(pid=102567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:35:08.231826 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (973b69b7-1831-4e77-9b05-2bae4a584505), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:08.300074 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Pushing event updated for resources: {'Port': ['ID=973b69b7-1831-4e77-9b05-2bae4a584505,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:08.371428 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Attempting to bind port 973b69b7-1831-4e77-9b05-2bae4a584505 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:35:08.371765 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Attempting to bind port 973b69b7-1831-4e77-9b05-2bae4a584505 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': '25300278-0692-4e36-a9a0-3c0773862d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:35:08.372180 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Attempting to bind port 973b69b7-1831-4e77-9b05-2bae4a584505 on network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:35:08.376620 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Port 973b69b7-1831-4e77-9b05-2bae4a584505 on network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:35:08.376951 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Attempting to bind port 973b69b7-1831-4e77-9b05-2bae4a584505 on network 8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:35:08.381995 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:35:08.382334 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Checking segment: {'id': '25300278-0692-4e36-a9a0-3c0773862d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:35:08.382738 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Bound using segment: {'id': '25300278-0692-4e36-a9a0-3c0773862d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409'} {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:35:08.383161 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Bound port: 973b69b7-1831-4e77-9b05-2bae4a584505, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25300278-0692-4e36-a9a0-3c0773862d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409'}}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:35:08.383519 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (973b69b7-1831-4e77-9b05-2bae4a584505), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:08.476286 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] For port 973b69b7-1831-4e77-9b05-2bae4a584505, host hv-cinder-82947, cleared binding levels {{(pid=102567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:35:08.479926 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] For port 973b69b7-1831-4e77-9b05-2bae4a584505, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=973b69b7-1831-4e77-9b05-2bae4a584505,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:35:08.487149 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (973b69b7-1831-4e77-9b05-2bae4a584505), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:08.536509 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:08.537221 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:08.538661 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] 10.222.0.60 "PUT /v2.0/ports/973b69b7-1831-4e77-9b05-2bae4a584505 HTTP/1.1" status: 200 len: 1093 time: 0.8890953 Feb 16 05:35:08.541498 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e669e6a-26fc-48ca-be5b-b4f882ba61de', 'tag': '973b69b7-1831-4e77-9b05-2bae4a584505'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:35:08.544003 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345811f1-2074-4fd8-b3cb-cb743a40b9e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0e669e6a-26fc-48ca-be5b-b4f882ba61de", "tag": "973b69b7-1831-4e77-9b05-2bae4a584505"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:35:08.628120 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e86d60-14dc-48d9-9e39-6e0ab64c2026 service neutron] Pushing event updated for resources: {'Port': ['ID=973b69b7-1831-4e77-9b05-2bae4a584505,revision_number=3']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:08.642578 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5290df0-9415-43ca-b599-583aba080d2c x-openstack-request-id: req-e5290df0-9415-43ca-b599-583aba080d2c {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:35:08.642872 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e669e6a-26fc-48ca-be5b-b4f882ba61de", "tag": "973b69b7-1831-4e77-9b05-2bae4a584505", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:35:08.643157 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e5290df0-9415-43ca-b599-583aba080d2c {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:35:08.643563 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e669e6a-26fc-48ca-be5b-b4f882ba61de', 'tag': '973b69b7-1831-4e77-9b05-2bae4a584505', 'status': 'completed', 'code': 200} Feb 16 05:35:08.736630 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-f47cfe40-fa37-4a55-ac16-835b95ef017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:08.738319 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-f47cfe40-fa37-4a55-ac16-835b95ef017e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1050764769f2439fae8ad76e27663aec&device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 1127 time: 0.0605128 Feb 16 05:35:08.805795 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ff064d5f-fd79-4358-bf90-61fb53330289 req-741a7046-d034-47f1-b84e-87085e691860 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469048 Feb 16 05:35:08.807521 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-05cc63f8-3dc7-41da-9bc2-2192317c0c4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=973b69b7-1831-4e77-9b05-2bae4a584505 HTTP/1.1" status: 200 len: 217 time: 0.0462329 Feb 16 05:35:08.906948 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-08180b26-7feb-45a2-a4b6-24b1ed79ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:08.908804 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-08180b26-7feb-45a2-a4b6-24b1ed79ad4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20482d00-bd66-405d-b6ef-47ba9f681fde HTTP/1.1" status: 200 len: 855 time: 0.0569730 Feb 16 05:35:08.911376 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff064d5f-fd79-4358-bf90-61fb53330289 req-ffc91de3-6e5e-4841-b730-61c50e3fa08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:08.912848 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ff064d5f-fd79-4358-bf90-61fb53330289 req-ffc91de3-6e5e-4841-b730-61c50e3fa08a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1050764769f2439fae8ad76e27663aec&device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 1129 time: 0.0467680 Feb 16 05:35:08.953650 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-93df70f5-51aa-462c-bc68-32882a9e7874 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314181 Feb 16 05:35:09.043256 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff064d5f-fd79-4358-bf90-61fb53330289 req-591b4cf4-7987-4263-9684-1048c2e5045d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:09.046117 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ff064d5f-fd79-4358-bf90-61fb53330289 req-591b4cf4-7987-4263-9684-1048c2e5045d service neutron] 10.222.0.60 "GET /v2.0/networks?id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 HTTP/1.1" status: 200 len: 916 time: 0.1052363 Feb 16 05:35:09.080494 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-22e39a47-d3bc-488d-9d17-057df2d37ddb service neutron] 10.222.0.60 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095657 Feb 16 05:35:09.104554 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ff064d5f-fd79-4358-bf90-61fb53330289 req-7de740ad-ae82-442e-884a-f25ca53ab96d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f95645a6-2fbd-42df-b9db-d604a04d8bfa HTTP/1.1" status: 200 len: 217 time: 0.0486183 Feb 16 05:35:09.209730 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff064d5f-fd79-4358-bf90-61fb53330289 req-c4b9ece0-1320-4a32-b88b-c1b269344854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:09.214060 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ff064d5f-fd79-4358-bf90-61fb53330289 req-c4b9ece0-1320-4a32-b88b-c1b269344854 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20482d00-bd66-405d-b6ef-47ba9f681fde HTTP/1.1" status: 200 len: 855 time: 0.0937304 Feb 16 05:35:09.236082 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-18fc0672-aafc-4fb9-8693-d4f43f6fb97d req-ba89a8fd-5712-4cff-b393-d839be985c9d service neutron] 10.222.0.60 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459613 Feb 16 05:35:09.288932 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ff064d5f-fd79-4358-bf90-61fb53330289 req-72eec749-bd9a-4a69-b15b-981cecff4b77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555978 Feb 16 05:35:09.365503 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e000d55-4bc5-4f09-ae26-37dab93676bc req-6d083dcc-c17f-44fb-923e-753db3eb7101 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:09.368716 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6e000d55-4bc5-4f09-ae26-37dab93676bc req-6d083dcc-c17f-44fb-923e-753db3eb7101 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0785651 Feb 16 05:35:09.493908 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3886441-d998-4ab7-a49c-e0ef1ba65743 req-c0a9d44b-e1cb-43f8-8ead-f6e1c1430a0b tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:09.512405 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f3886441-d998-4ab7-a49c-e0ef1ba65743 req-c0a9d44b-e1cb-43f8-8ead-f6e1c1430a0b tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 943 time: 0.1960692 Feb 16 05:35:09.572783 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345811f1-2074-4fd8-b3cb-cb743a40b9e2 req-0407e9ea-1c0f-45cf-8946-1119b9116f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:09.574613 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-345811f1-2074-4fd8-b3cb-cb743a40b9e2 req-0407e9ea-1c0f-45cf-8946-1119b9116f36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1050764769f2439fae8ad76e27663aec&device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 1127 time: 0.1832027 Feb 16 05:35:09.592195 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f3886441-d998-4ab7-a49c-e0ef1ba65743 req-0e3ae144-7693-4f6f-a49c-428a1044f23b tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828321 Feb 16 05:35:09.609795 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6e000d55-4bc5-4f09-ae26-37dab93676bc req-b3cbb214-2eee-4a93-b576-c8937d915217 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275672 Feb 16 05:35:09.624138 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ff064d5f-fd79-4358-bf90-61fb53330289 req-7b27f061-20b1-414b-82a9-9e1b37dc9598 service neutron] 10.222.0.60 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430158 Feb 16 05:35:09.732012 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ff064d5f-fd79-4358-bf90-61fb53330289 req-2c2acce0-26c8-4530-90ca-701b9b46c384 service neutron] 10.222.0.60 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992637 Feb 16 05:35:09.821440 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345811f1-2074-4fd8-b3cb-cb743a40b9e2 req-f0be73b6-72fc-44e1-9c84-dc5590b33b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:09.823321 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-345811f1-2074-4fd8-b3cb-cb743a40b9e2 req-f0be73b6-72fc-44e1-9c84-dc5590b33b85 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 HTTP/1.1" status: 200 len: 916 time: 0.2300889 Feb 16 05:35:09.898003 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-345811f1-2074-4fd8-b3cb-cb743a40b9e2 req-a173fe3b-27ac-40fc-971e-9fb71076a17c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=973b69b7-1831-4e77-9b05-2bae4a584505 HTTP/1.1" status: 200 len: 217 time: 0.0397184 Feb 16 05:35:09.964810 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345811f1-2074-4fd8-b3cb-cb743a40b9e2 req-8b235dda-5932-475b-ba69-ddbeb732b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:09.966446 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-345811f1-2074-4fd8-b3cb-cb743a40b9e2 req-8b235dda-5932-475b-ba69-ddbeb732b402 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20482d00-bd66-405d-b6ef-47ba9f681fde HTTP/1.1" status: 200 len: 855 time: 0.0545120 Feb 16 05:35:10.031074 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-345811f1-2074-4fd8-b3cb-cb743a40b9e2 req-269af191-dc29-464b-981c-c8ccecb76a72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515294 Feb 16 05:35:10.142936 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-345811f1-2074-4fd8-b3cb-cb743a40b9e2 req-33648a03-1e8c-44b7-80ff-4f62f5b11c2a service neutron] 10.222.0.60 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029458 Feb 16 05:35:10.242860 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-345811f1-2074-4fd8-b3cb-cb743a40b9e2 req-b7915ce1-c263-43aa-aa77-ecea12e4d655 service neutron] 10.222.0.60 "GET /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883596 Feb 16 05:35:10.718322 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d30d2-aff5-4db6-834f-269cb99f3b42 req-9db5808a-da69-441a-9e3c-b299e0d451c8 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:10.720141 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-de6d30d2-aff5-4db6-834f-269cb99f3b42 req-9db5808a-da69-441a-9e3c-b299e0d451c8 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 943 time: 0.0597076 Feb 16 05:35:10.766513 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b5cb1-cefb-4807-99a9-2ed14a5a895d req-3db9d6eb-67f9-4b44-b7fd-a525e75144a3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:10.767969 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-150b5cb1-cefb-4807-99a9-2ed14a5a895d req-3db9d6eb-67f9-4b44-b7fd-a525e75144a3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0612502 Feb 16 05:35:10.773478 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-de6d30d2-aff5-4db6-834f-269cb99f3b42 req-a219222e-98bb-4bf8-a860-41ef143f5efb tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440485 Feb 16 05:35:10.826779 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-150b5cb1-cefb-4807-99a9-2ed14a5a895d req-725e5298-e4aa-4c4c-aa53-9036ad992f11 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524158 Feb 16 05:35:11.095275 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:11.913728 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2c94e-e242-41da-ba8e-bff07a019d34 req-a3aeff37-b249-4c1f-8083-2a92439b4099 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:11.930452 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7ae2c94e-e242-41da-ba8e-bff07a019d34 req-a3aeff37-b249-4c1f-8083-2a92439b4099 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 943 time: 0.0821214 Feb 16 05:35:11.968567 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a439e77-c474-4a01-a92d-8b648ce0e6c4 req-417e7e03-524c-40c7-b451-9cd63b456f9b tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:11.970211 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9a439e77-c474-4a01-a92d-8b648ce0e6c4 req-417e7e03-524c-40c7-b451-9cd63b456f9b tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0585384 Feb 16 05:35:11.992876 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7ae2c94e-e242-41da-ba8e-bff07a019d34 req-c68a871b-044a-49b8-a274-a604288022b0 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615640 Feb 16 05:35:12.029582 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9a439e77-c474-4a01-a92d-8b648ce0e6c4 req-62f95b7e-b32e-43ea-81ae-a1944935aeaf tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520673 Feb 16 05:35:13.127057 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3f194-c3e8-4780-b9c7-8ae38f0eeeb5 req-c909d210-1afb-48d2-88b3-f0f8cc76e275 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:13.128529 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c0c3f194-c3e8-4780-b9c7-8ae38f0eeeb5 req-c909d210-1afb-48d2-88b3-f0f8cc76e275 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 943 time: 0.0588772 Feb 16 05:35:13.168980 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d9c3f-8012-4c25-8d76-40d8071cd0b0 req-105d0414-4e1a-4b26-a57e-eabff0525a4c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:13.172106 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3e6d9c3f-8012-4c25-8d76-40d8071cd0b0 req-105d0414-4e1a-4b26-a57e-eabff0525a4c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0671241 Feb 16 05:35:13.188695 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c0c3f194-c3e8-4780-b9c7-8ae38f0eeeb5 req-cbb9f7fa-52f0-46d8-a854-1b52c7d8d8c7 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543771 Feb 16 05:35:13.244362 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3e6d9c3f-8012-4c25-8d76-40d8071cd0b0 req-37b7a200-3bdc-4577-9b15-57ba2f7e8c7d tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660729 Feb 16 05:35:14.307368 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbdd7a-c1f2-41e9-893a-746f468f022b req-dff91852-8d4a-41cc-863b-655227c961bc tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:14.315282 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-28cbdd7a-c1f2-41e9-893a-746f468f022b req-dff91852-8d4a-41cc-863b-655227c961bc tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 943 time: 0.0674002 Feb 16 05:35:14.366577 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-28cbdd7a-c1f2-41e9-893a-746f468f022b req-fced37af-d9f1-4ea4-8486-ff5a212414b8 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503621 Feb 16 05:35:14.381626 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137b489-9dc6-4a53-9237-ece0e769ce20 req-ab2597f7-1f10-49fe-b0dc-e17f18052c23 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:14.383317 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0137b489-9dc6-4a53-9237-ece0e769ce20 req-ab2597f7-1f10-49fe-b0dc-e17f18052c23 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0590055 Feb 16 05:35:14.393970 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 973b69b7-1831-4e77-9b05-2bae4a584505 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:35:14.453681 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0137b489-9dc6-4a53-9237-ece0e769ce20 req-67c4dae9-ae04-4ef3-adea-40757bd9f3b1 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642092 Feb 16 05:35:14.504083 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 973b69b7-1831-4e77-9b05-2bae4a584505, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=973b69b7-1831-4e77-9b05-2bae4a584505,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:35:14.516225 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': '973b69b7-1831-4e77-9b05-2bae4a584505', 'network_id': '8cb1fb16-d79c-49c4-8a9e-84b03bfe3409', 'port_id': '973b69b7-1831-4e77-9b05-2bae4a584505', 'mac_address': 'fa:16:3e:ac:76:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20482d00-bd66-405d-b6ef-47ba9f681fde', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:35:14.564564 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 973b69b7-1831-4e77-9b05-2bae4a584505 is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:35:14.564864 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (973b69b7-1831-4e77-9b05-2bae4a584505), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:14.579093 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973b69b7-1831-4e77-9b05-2bae4a584505 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:35:14.602345 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 973b69b7-1831-4e77-9b05-2bae4a584505, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=973b69b7-1831-4e77-9b05-2bae4a584505,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:35:14.607440 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (973b69b7-1831-4e77-9b05-2bae4a584505), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:14.677923 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=973b69b7-1831-4e77-9b05-2bae4a584505,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:15.500065 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e0556-b43f-4ac3-8f63-2712fbe4450e req-5ef061a2-8978-4f2c-9c7e-508c6ae86c3d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:15.501577 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9b2e0556-b43f-4ac3-8f63-2712fbe4450e req-5ef061a2-8978-4f2c-9c7e-508c6ae86c3d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 944 time: 0.0574944 Feb 16 05:35:15.562482 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9b2e0556-b43f-4ac3-8f63-2712fbe4450e req-dd67703a-9231-48db-b6f9-12ce99fabbc9 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544302 Feb 16 05:35:15.596396 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14f7a2-8dba-4d22-b85e-956b05914b16 req-5aab096f-6d12-441f-bc53-953caaa1cbf6 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:15.599784 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ad14f7a2-8dba-4d22-b85e-956b05914b16 req-5aab096f-6d12-441f-bc53-953caaa1cbf6 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0600548 Feb 16 05:35:15.650977 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ad14f7a2-8dba-4d22-b85e-956b05914b16 req-5b91df1f-cf2e-4e9b-872a-02f9efdf13a2 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472758 Feb 16 05:35:16.015243 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['973b69b7-1831-4e77-9b05-2bae4a584505'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:35:16.682450 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29d4cc-3ec6-4fec-9997-cd426b354212 req-8935b10b-c5be-4115-85fe-d40763547193 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:16.684135 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ca29d4cc-3ec6-4fec-9997-cd426b354212 req-8935b10b-c5be-4115-85fe-d40763547193 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 944 time: 0.0531211 Feb 16 05:35:16.742205 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ca29d4cc-3ec6-4fec-9997-cd426b354212 req-e6d6b776-9fb3-4e3e-ab6c-8d69a94ac106 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470312 Feb 16 05:35:16.783339 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37f387-00f9-47aa-b9f5-92643d499fcd req-41bc65af-d907-44c8-a881-5594f1861094 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:16.784841 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7e37f387-00f9-47aa-b9f5-92643d499fcd req-41bc65af-d907-44c8-a881-5594f1861094 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0553286 Feb 16 05:35:16.836169 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7e37f387-00f9-47aa-b9f5-92643d499fcd req-c1624351-3d7e-4c9f-a842-de7ec45cba82 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451586 Feb 16 05:35:17.455276 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 973b69b7-1831-4e77-9b05-2bae4a584505 up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:35:17.514576 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port 973b69b7-1831-4e77-9b05-2bae4a584505 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:35:17.519401 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port 973b69b7-1831-4e77-9b05-2bae4a584505 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:35:17.520048 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (973b69b7-1831-4e77-9b05-2bae4a584505), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:17.608830 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 973b69b7-1831-4e77-9b05-2bae4a584505 is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:35:17.609424 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (973b69b7-1831-4e77-9b05-2bae4a584505), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:17.637917 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e669e6a-26fc-48ca-be5b-b4f882ba61de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973b69b7-1831-4e77-9b05-2bae4a584505'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:35:17.640309 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6f91f4-d94f-4a95-8580-0b5fa3ff478a" -d '{"events": [{"server_uuid": "0e669e6a-26fc-48ca-be5b-b4f882ba61de", "name": "network-vif-plugged", "status": "completed", "tag": "973b69b7-1831-4e77-9b05-2bae4a584505"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:35:17.672045 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 973b69b7-1831-4e77-9b05-2bae4a584505, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=973b69b7-1831-4e77-9b05-2bae4a584505,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:35:17.679184 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (973b69b7-1831-4e77-9b05-2bae4a584505), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:17.691744 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b667ff-227e-4dd8-81ec-7d3af217ca5a x-openstack-request-id: req-98b667ff-227e-4dd8-81ec-7d3af217ca5a {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:35:17.692162 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e669e6a-26fc-48ca-be5b-b4f882ba61de", "name": "network-vif-plugged", "status": "completed", "tag": "973b69b7-1831-4e77-9b05-2bae4a584505", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:35:17.692398 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-98b667ff-227e-4dd8-81ec-7d3af217ca5a {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:35:17.692802 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e669e6a-26fc-48ca-be5b-b4f882ba61de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973b69b7-1831-4e77-9b05-2bae4a584505', 'code': 200} Feb 16 05:35:17.749021 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=973b69b7-1831-4e77-9b05-2bae4a584505,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:17.756413 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:17.756701 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:17.757044 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:17.757410 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:17.757829 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:17.758065 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:17.758388 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:17.758710 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:17.759035 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:17.759373 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:17.759696 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:17.760068 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:17.761020 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:17.883146 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00907547-57c7-42c4-84a6-5a23ec332b14 req-5dc4e7a3-9b2b-41ae-ab04-954b3b3b3331 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:17.891986 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-00907547-57c7-42c4-84a6-5a23ec332b14 req-5dc4e7a3-9b2b-41ae-ab04-954b3b3b3331 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 945 time: 0.0650249 Feb 16 05:35:17.989764 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2eb28-45b5-4cc6-b556-cdf1677847ef req-2e7a69e0-3b56-47ca-b415-4eaa328e3297 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:17.999678 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a3f2eb28-45b5-4cc6-b556-cdf1677847ef req-2e7a69e0-3b56-47ca-b415-4eaa328e3297 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0784290 Feb 16 05:35:18.002623 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-00907547-57c7-42c4-84a6-5a23ec332b14 req-e6374a97-ff7d-4bf6-8d4b-5aee480cbee5 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094584 Feb 16 05:35:18.036384 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba706bcd-9103-4950-8fed-349657911dab req-7f3d1ab9-0a6d-43c4-99cb-a452a3fe42db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:18.037956 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ba706bcd-9103-4950-8fed-349657911dab req-7f3d1ab9-0a6d-43c4-99cb-a452a3fe42db service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 1129 time: 0.0807254 Feb 16 05:35:18.069995 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a3f2eb28-45b5-4cc6-b556-cdf1677847ef req-3b910360-7a02-453c-8edf-183fe30c484f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693557 Feb 16 05:35:18.090707 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ba706bcd-9103-4950-8fed-349657911dab req-2be2725e-7d6a-41bb-ba38-212ab60f5bea service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435748 Feb 16 05:35:19.162511 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903352c-b1b4-4670-aaeb-cfc609692513 req-9d29268b-92d7-4127-9585-e7286744ba07 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:19.165002 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c903352c-b1b4-4670-aaeb-cfc609692513 req-9d29268b-92d7-4127-9585-e7286744ba07 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 945 time: 0.0848670 Feb 16 05:35:19.198467 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cc2cd-0b29-421e-8f9e-40b0ad807b41 req-6cec0633-3b31-4caa-9039-33ace4885e3b tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:19.205773 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-cb1cc2cd-0b29-421e-8f9e-40b0ad807b41 req-6cec0633-3b31-4caa-9039-33ace4885e3b tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0630405 Feb 16 05:35:19.224955 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c903352c-b1b4-4670-aaeb-cfc609692513 req-42e10641-5b1c-4ff1-b3a4-bd73143d8841 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528536 Feb 16 05:35:19.255285 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-cb1cc2cd-0b29-421e-8f9e-40b0ad807b41 req-bbc3fec9-a002-49b9-b08f-d02db0a47c16 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483062 Feb 16 05:35:20.510088 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a627ca7-05d4-41cd-9988-b8c84ee4b68d req-3f2b5ade-0c8d-4aa9-9717-2b2c147f13a4 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:20.512243 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1a627ca7-05d4-41cd-9988-b8c84ee4b68d req-3f2b5ade-0c8d-4aa9-9717-2b2c147f13a4 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 945 time: 0.1336806 Feb 16 05:35:20.536280 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47648bb-0363-4c62-9b58-9f9100e251c2 req-89704d75-9b9c-465c-8ecd-d9855c23b9c0 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:20.539328 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b47648bb-0363-4c62-9b58-9f9100e251c2 req-89704d75-9b9c-465c-8ecd-d9855c23b9c0 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0757525 Feb 16 05:35:20.577722 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1a627ca7-05d4-41cd-9988-b8c84ee4b68d req-ab446384-b1ca-4467-b7db-c53c7092e957 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588748 Feb 16 05:35:20.629563 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b47648bb-0363-4c62-9b58-9f9100e251c2 req-398a2d94-fe18-4240-834d-fcb12d776353 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708716 Feb 16 05:35:21.769222 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c836635-3edb-4e57-a6d9-fcaf3d828fd2 req-e3cc19f9-dd86-4523-aca9-859b0be84945 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:21.773832 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4c836635-3edb-4e57-a6d9-fcaf3d828fd2 req-e3cc19f9-dd86-4523-aca9-859b0be84945 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0666142 Feb 16 05:35:21.821067 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4c836635-3edb-4e57-a6d9-fcaf3d828fd2 req-94f1e201-ba40-4ac6-b028-103c7c38d724 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444729 Feb 16 05:35:21.905648 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 53948) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:35:22.064202 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71ea7bbd-affe-425b-b40e-ee3e17ee1ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:22.161443 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71ea7bbd-affe-425b-b40e-ee3e17ee1ee5 admin admin] Publish callbacks [] for security_group (8084e7f1-caf3-4d8b-99cb-b90776f1abf9), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:22.163432 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71ea7bbd-affe-425b-b40e-ee3e17ee1ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (8084e7f1-caf3-4d8b-99cb-b90776f1abf9), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:22.208297 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-71ea7bbd-affe-425b-b40e-ee3e17ee1ee5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ef5ac29a6d674d778718648b4bf05e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001897 Feb 16 05:35:22.209481 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea7bbd-affe-425b-b40e-ee3e17ee1ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8084e7f1-caf3-4d8b-99cb-b90776f1abf9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:22.211869 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 53962) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:35:22.219172 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea7bbd-affe-425b-b40e-ee3e17ee1ee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:22.219632 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea7bbd-affe-425b-b40e-ee3e17ee1ee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:22.220029 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea7bbd-affe-425b-b40e-ee3e17ee1ee5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:22.220439 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea7bbd-affe-425b-b40e-ee3e17ee1ee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:22.220871 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea7bbd-affe-425b-b40e-ee3e17ee1ee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:22.221240 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea7bbd-affe-425b-b40e-ee3e17ee1ee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:22.221967 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea7bbd-affe-425b-b40e-ee3e17ee1ee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:22.222196 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea7bbd-affe-425b-b40e-ee3e17ee1ee5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:22.222590 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea7bbd-affe-425b-b40e-ee3e17ee1ee5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:22.223021 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea7bbd-affe-425b-b40e-ee3e17ee1ee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:22.224109 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea7bbd-affe-425b-b40e-ee3e17ee1ee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:22.224109 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea7bbd-affe-425b-b40e-ee3e17ee1ee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:22.224109 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea7bbd-affe-425b-b40e-ee3e17ee1ee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:35:22.301026 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c12fb6ed-d79b-497e-bd84-a560594a1fd1 admin admin] Publish callbacks [] for security_group (8084e7f1-caf3-4d8b-99cb-b90776f1abf9), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:22.335164 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c12fb6ed-d79b-497e-bd84-a560594a1fd1 admin admin] Publish callbacks [] for security_group (8084e7f1-caf3-4d8b-99cb-b90776f1abf9), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:22.644146 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c12fb6ed-d79b-497e-bd84-a560594a1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (8084e7f1-caf3-4d8b-99cb-b90776f1abf9), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:22.647436 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c12fb6ed-d79b-497e-bd84-a560594a1fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:22.648681 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-c12fb6ed-d79b-497e-bd84-a560594a1fd1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8084e7f1-caf3-4d8b-99cb-b90776f1abf9 HTTP/1.1" status: 204 len: 168 time: 0.4352090 Feb 16 05:35:22.656980 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fb6ed-d79b-497e-bd84-a560594a1fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8084e7f1-caf3-4d8b-99cb-b90776f1abf9,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:22.952470 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394ec96-ac58-45d6-b39b-98e886979b5b req-15495ea1-5826-43d2-9e9a-6ed58a8b0018 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:22.954070 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6394ec96-ac58-45d6-b39b-98e886979b5b req-15495ea1-5826-43d2-9e9a-6ed58a8b0018 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0553482 Feb 16 05:35:23.029866 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6394ec96-ac58-45d6-b39b-98e886979b5b req-19fa59aa-d300-4417-82ba-7361d916567c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694809 Feb 16 05:35:23.366131 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 53998) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:35:23.497471 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0c48ded3-adff-45cd-bf8c-c7a4040741c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-686309183-network', 'tenant_id': 'a642dcc1cb8a4c1bbd3b1450e060c74c'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:35:23.522111 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c48ded3-adff-45cd-bf8c-c7a4040741c0 admin admin] Made reservation on behalf of a642dcc1cb8a4c1bbd3b1450e060c74c for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:35:23.525310 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c48ded3-adff-45cd-bf8c-c7a4040741c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:23.535794 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c48ded3-adff-45cd-bf8c-c7a4040741c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:23.615115 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c48ded3-adff-45cd-bf8c-c7a4040741c0 admin admin] Publish callbacks [] for security_group (0ed6e39f-a852-4221-919b-206ab89e68de), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:23.619998 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c48ded3-adff-45cd-bf8c-c7a4040741c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (0ed6e39f-a852-4221-919b-206ab89e68de), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:23.655829 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c48ded3-adff-45cd-bf8c-c7a4040741c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 05:35:23.673987 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c48ded3-adff-45cd-bf8c-c7a4040741c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (a22ffaa2-fa8d-413f-8157-99d10726ecf0), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:23.674354 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-0c48ded3-adff-45cd-bf8c-c7a4040741c0 admin admin] Added segment a22ffaa2-fa8d-413f-8157-99d10726ecf0 of type vlan for network 004f2655-6cbe-4c49-9f60-896ff03daa11 Feb 16 05:35:23.675783 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48ded3-adff-45cd-bf8c-c7a4040741c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed6e39f-a852-4221-919b-206ab89e68de,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:23.722140 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c48ded3-adff-45cd-bf8c-c7a4040741c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (004f2655-6cbe-4c49-9f60-896ff03daa11), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:23.747973 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c48ded3-adff-45cd-bf8c-c7a4040741c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (004f2655-6cbe-4c49-9f60-896ff03daa11), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:23.749552 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c48ded3-adff-45cd-bf8c-c7a4040741c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:23.750288 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c48ded3-adff-45cd-bf8c-c7a4040741c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:23.803693 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0c48ded3-adff-45cd-bf8c-c7a4040741c0 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4364378 Feb 16 05:35:23.806636 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 54004) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:35:23.812355 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5e5e6493-ba1f-4b3e-9efe-86d214a13643 admin admin] Request body: {'subnet': {'network_id': '004f2655-6cbe-4c49-9f60-896ff03daa11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-686309183-subnet', 'tenant_id': 'a642dcc1cb8a4c1bbd3b1450e060c74c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:35:23.813499 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48ded3-adff-45cd-bf8c-c7a4040741c0 admin admin] Pushing event updated for resources: {'Network': ['ID=004f2655-6cbe-4c49-9f60-896ff03daa11,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:23.824290 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network 004f2655-6cbe-4c49-9f60-896ff03daa11 details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:35:23.841475 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5e6493-ba1f-4b3e-9efe-86d214a13643 admin admin] Made reservation on behalf of a642dcc1cb8a4c1bbd3b1450e060c74c for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:35:23.844422 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6493-ba1f-4b3e-9efe-86d214a13643 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8738796'] for subnet (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:24.037150 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6493-ba1f-4b3e-9efe-86d214a13643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10125813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8738814'] for subnet (557b07a5-c680-4eeb-a9bf-e852ccfb29ed), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:24.096999 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e6493-ba1f-4b3e-9efe-86d214a13643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=557b07a5-c680-4eeb-a9bf-e852ccfb29ed,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:24.107455 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e6493-ba1f-4b3e-9efe-86d214a13643 admin admin] Checking segment: {'id': 'a22ffaa2-fa8d-413f-8157-99d10726ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '004f2655-6cbe-4c49-9f60-896ff03daa11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:35:24.107816 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5e6493-ba1f-4b3e-9efe-86d214a13643 admin admin] Network hostable DHCP agents. Network: 004f2655-6cbe-4c49-9f60-896ff03daa11, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:35:24.154576 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5e6493-ba1f-4b3e-9efe-86d214a13643 admin admin] Network 004f2655-6cbe-4c49-9f60-896ff03daa11 is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:35:24.167513 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-5e5e6493-ba1f-4b3e-9efe-86d214a13643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, 004f2655-6cbe-4c49-9f60-896ff03daa11) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:35:24.177248 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5e6493-ba1f-4b3e-9efe-86d214a13643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:24.177915 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6493-ba1f-4b3e-9efe-86d214a13643 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:24.179196 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77f0cff-2062-4660-90c9-41b38559fe78 None None] Network 004f2655-6cbe-4c49-9f60-896ff03daa11 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:35:24.194564 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f82b96-c479-4045-b6aa-72e3ddb4c53c req-21ee7fe5-cf55-4bac-b87e-2e94d8288afe tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:24.196085 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-12f82b96-c479-4045-b6aa-72e3ddb4c53c req-21ee7fe5-cf55-4bac-b87e-2e94d8288afe tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0821760 Feb 16 05:35:24.213889 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-5e5e6493-ba1f-4b3e-9efe-86d214a13643 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4059110 Feb 16 05:35:24.258435 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-12f82b96-c479-4045-b6aa-72e3ddb4c53c req-cf7b73ab-bc31-4e63-9677-c7445180e34f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549471 Feb 16 05:35:24.313756 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99edba1-0442-466e-9bde-6b9ddd2a5dba None None] Network 004f2655-6cbe-4c49-9f60-896ff03daa11 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:35:25.383286 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05987cfe-340c-41b7-920a-1aca9090c24b req-45bc7bf5-c7d7-49f0-8785-627e12466b89 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:25.385344 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-05987cfe-340c-41b7-920a-1aca9090c24b req-45bc7bf5-c7d7-49f0-8785-627e12466b89 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0551219 Feb 16 05:35:25.440024 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-05987cfe-340c-41b7-920a-1aca9090c24b req-de160b91-708e-467a-b922-1632f74d2a5a tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492613 Feb 16 05:35:26.104139 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-91a280e7-a40a-4cef-b032-0823c20248e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:28.589783 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fc738b94-f9d1-40a7-aa6b-8c0d9d824220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:29.407385 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:30.271168 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395f21b-530b-419c-92b6-e39a3c625bec req-87f972af-6b7a-4771-a4c5-0104d25fe0e7 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:30.272645 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0395f21b-530b-419c-92b6-e39a3c625bec req-87f972af-6b7a-4771-a4c5-0104d25fe0e7 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/networks?id=004f2655-6cbe-4c49-9f60-896ff03daa11 HTTP/1.1" status: 200 len: 813 time: 0.1040530 Feb 16 05:35:30.287940 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0395f21b-530b-419c-92b6-e39a3c625bec req-2f93c598-b9dd-4a1e-b4dd-6e0b8385f97b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/quotas/a642dcc1cb8a4c1bbd3b1450e060c74c HTTP/1.1" status: 200 len: 375 time: 0.0095129 Feb 16 05:35:30.321798 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0395f21b-530b-419c-92b6-e39a3c625bec req-57b04556-a004-4440-8cea-6bf188bb8739 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a642dcc1cb8a4c1bbd3b1450e060c74c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280492 Feb 16 05:35:30.410602 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0395f21b-530b-419c-92b6-e39a3c625bec req-99404969-1cbf-4681-adf1-b51e5eccec3b service neutron] 10.222.0.75 "GET /v2.0/networks/004f2655-6cbe-4c49-9f60-896ff03daa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818620 Feb 16 05:35:30.504506 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0395f21b-530b-419c-92b6-e39a3c625bec req-6f6ebef2-d883-4784-a7cd-d403c59c9bc4 service neutron] 10.222.0.75 "GET /v2.0/networks/004f2655-6cbe-4c49-9f60-896ff03daa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882549 Feb 16 05:35:30.509926 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417d175-dee9-4434-93b3-3ab54235d609 req-6ac4339a-a006-4ac5-836a-5940fb928c63 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:30.511470 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c417d175-dee9-4434-93b3-3ab54235d609 req-6ac4339a-a006-4ac5-836a-5940fb928c63 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0535645 Feb 16 05:35:30.563443 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c417d175-dee9-4434-93b3-3ab54235d609 req-aad8088e-bcbe-418a-8e8e-d919616b66c6 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455484 Feb 16 05:35:30.704086 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ba747-608b-4b47-b309-1a27a9a23949 req-cfa99485-5650-4498-9ad4-04aa6887f332 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:30.705963 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-222ba747-608b-4b47-b309-1a27a9a23949 req-cfa99485-5650-4498-9ad4-04aa6887f332 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0563095 Feb 16 05:35:30.724247 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8baed-4e69-42d2-be60-3ed5c5fb1387 req-c4717ff3-ea8c-4111-b2d6-2599e77ffcb1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:30.725714 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-eed8baed-4e69-42d2-be60-3ed5c5fb1387 req-c4717ff3-ea8c-4111-b2d6-2599e77ffcb1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0762291 Feb 16 05:35:30.756248 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-222ba747-608b-4b47-b309-1a27a9a23949 req-09ef3efa-b0e2-4427-b1c3-ba1b0c636865 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446484 Feb 16 05:35:30.785750 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-eed8baed-4e69-42d2-be60-3ed5c5fb1387 req-422213a5-4a05-4631-a63b-15c94ef8f229 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531559 Feb 16 05:35:30.859986 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-032bb5d6-b863-4181-866a-4cf4e3b4da50 req-f0991148-0c2d-46c7-8365-42ed91e97a3f tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=adc32bbc-43a6-4be6-91fb-c186a02af50c HTTP/1.1" status: 200 len: 210 time: 0.0310707 Feb 16 05:35:30.938102 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:31.715569 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27c4fd-c474-4e5e-991d-ac4d9d6e5eb7 req-f4fdd2d6-2bcc-48ef-85c5-abb5385e9fa4 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:31.721740 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cf27c4fd-c474-4e5e-991d-ac4d9d6e5eb7 req-f4fdd2d6-2bcc-48ef-85c5-abb5385e9fa4 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0747502 Feb 16 05:35:31.766051 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cf27c4fd-c474-4e5e-991d-ac4d9d6e5eb7 req-082b7bff-1d61-48cd-b3e7-f084333a19a9 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Feb 16 05:35:31.903810 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440167cb-a873-44e2-8488-3cfd765c915b req-aee08717-3526-4c6a-aa23-4554e230c2e2 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:31.919915 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-440167cb-a873-44e2-8488-3cfd765c915b req-aee08717-3526-4c6a-aa23-4554e230c2e2 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0781755 Feb 16 05:35:31.963735 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-440167cb-a873-44e2-8488-3cfd765c915b req-03b9d6a7-5929-43cf-9531-639b10e7a7e4 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426793 Feb 16 05:35:31.972533 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22592e9-3569-48d6-ba65-47dec6a313ad req-9529da32-d6d2-441b-a512-edeec840b7d3 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:31.974066 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f22592e9-3569-48d6-ba65-47dec6a313ad req-9529da32-d6d2-441b-a512-edeec840b7d3 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0610108 Feb 16 05:35:32.092516 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f22592e9-3569-48d6-ba65-47dec6a313ad req-acf2ee88-b7bb-4619-b0ac-aef636f49e9b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077311 Feb 16 05:35:32.101336 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7ef8469b-3238-48b3-8199-dd0e240d8ab0 req-c4911453-a4c8-474f-84bb-50015eb63e43 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=adc32bbc-43a6-4be6-91fb-c186a02af50c HTTP/1.1" status: 200 len: 210 time: 0.0293114 Feb 16 05:35:32.144755 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395f21b-530b-419c-92b6-e39a3c625bec req-88a17967-5610-4d6f-9d0d-97a7a0374804 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:32.146356 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0395f21b-530b-419c-92b6-e39a3c625bec req-88a17967-5610-4d6f-9d0d-97a7a0374804 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.60 "GET /v2.0/networks?id=004f2655-6cbe-4c49-9f60-896ff03daa11 HTTP/1.1" status: 200 len: 813 time: 0.1529343 Feb 16 05:35:32.212705 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-0395f21b-530b-419c-92b6-e39a3c625bec req-c0779321-c6d8-40fd-90c3-5c16134ba40b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Request body: {'port': {'device_id': 'adc32bbc-43a6-4be6-91fb-c186a02af50c', 'network_id': '004f2655-6cbe-4c49-9f60-896ff03daa11', 'admin_state_up': True, 'tenant_id': 'a642dcc1cb8a4c1bbd3b1450e060c74c'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:35:32.254814 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49de5c-8ce0-4dcd-8a2f-657ad5d6e180 req-fa021fe1-f16a-406c-a93f-66da68122ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:32.256627 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1a49de5c-8ce0-4dcd-8a2f-657ad5d6e180 req-fa021fe1-f16a-406c-a93f-66da68122ee8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 1129 time: 0.0469608 Feb 16 05:35:32.304810 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1a49de5c-8ce0-4dcd-8a2f-657ad5d6e180 req-63c1935a-5ccc-415c-b10e-77edaf15dbf6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396006 Feb 16 05:35:32.333053 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0395f21b-530b-419c-92b6-e39a3c625bec req-c0779321-c6d8-40fd-90c3-5c16134ba40b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Made reservation on behalf of a642dcc1cb8a4c1bbd3b1450e060c74c for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:35:32.336571 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-0395f21b-530b-419c-92b6-e39a3c625bec req-c0779321-c6d8-40fd-90c3-5c16134ba40b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:32.467104 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [req-0395f21b-530b-419c-92b6-e39a3c625bec req-c0779321-c6d8-40fd-90c3-5c16134ba40b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Allocated IP 172.20.0.5 (004f2655-6cbe-4c49-9f60-896ff03daa11/557b07a5-c680-4eeb-a9bf-e852ccfb29ed/325b6ba7-382f-4677-8261-a77bd7a69aef) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:35:32.624756 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-0395f21b-530b-419c-92b6-e39a3c625bec req-c0779321-c6d8-40fd-90c3-5c16134ba40b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Publish callbacks [] for port (325b6ba7-382f-4677-8261-a77bd7a69aef), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:32.662940 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-0395f21b-530b-419c-92b6-e39a3c625bec req-c0779321-c6d8-40fd-90c3-5c16134ba40b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (325b6ba7-382f-4677-8261-a77bd7a69aef), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:32.715226 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0395f21b-530b-419c-92b6-e39a3c625bec req-c0779321-c6d8-40fd-90c3-5c16134ba40b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Network 004f2655-6cbe-4c49-9f60-896ff03daa11 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:35:32.719007 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [req-0395f21b-530b-419c-92b6-e39a3c625bec req-c0779321-c6d8-40fd-90c3-5c16134ba40b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:35:32.723284 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [req-0395f21b-530b-419c-92b6-e39a3c625bec req-c0779321-c6d8-40fd-90c3-5c16134ba40b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:35:32.727147 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0779321-c6d8-40fd-90c3-5c16134ba40b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Pushing event updated for resources: {'Port': ['ID=325b6ba7-382f-4677-8261-a77bd7a69aef,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:32.770734 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395f21b-530b-419c-92b6-e39a3c625bec req-c0779321-c6d8-40fd-90c3-5c16134ba40b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:32.771356 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-0395f21b-530b-419c-92b6-e39a3c625bec req-c0779321-c6d8-40fd-90c3-5c16134ba40b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:32.786422 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:32.787708 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0395f21b-530b-419c-92b6-e39a3c625bec req-c0779321-c6d8-40fd-90c3-5c16134ba40b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5792186 Feb 16 05:35:32.865095 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Request body: {'port': {'device_id': 'adc32bbc-43a6-4be6-91fb-c186a02af50c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:35:32.917303 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c420a02-77a5-4842-9690-0c715058ae2e req-f134312e-e3d4-4a5d-94ad-d3375a1a9ff4 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:32.919312 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8c420a02-77a5-4842-9690-0c715058ae2e req-f134312e-e3d4-4a5d-94ad-d3375a1a9ff4 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0852761 Feb 16 05:35:32.945095 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 54196) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:35:32.969317 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (325b6ba7-382f-4677-8261-a77bd7a69aef), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:32.993024 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1df000-4f4f-42ef-988a-fecb44910d32 admin admin] Deleting subnet 50f33b9e-ffcb-4df6-b48d-452cb86e5a65 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 05:35:32.996400 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f1df000-4f4f-42ef-988a-fecb44910d32 admin admin] Publish callbacks [] for subnet (50f33b9e-ffcb-4df6-b48d-452cb86e5a65), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:33.019217 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8c420a02-77a5-4842-9690-0c715058ae2e req-24d77d60-eb48-42da-bbf6-7dfd1c19f3ae tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805202 Feb 16 05:35:33.038896 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f1df000-4f4f-42ef-988a-fecb44910d32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125612'] for subnet (50f33b9e-ffcb-4df6-b48d-452cb86e5a65), precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:33.111402 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f1df000-4f4f-42ef-988a-fecb44910d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133523527'] for subnet (50f33b9e-ffcb-4df6-b48d-452cb86e5a65), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:33.163364 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491872bf-9da2-4e8e-ad0c-0d87a45e080f req-859194f5-5778-4172-8a2f-239d9d7125fd tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:33.164953 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-491872bf-9da2-4e8e-ad0c-0d87a45e080f req-859194f5-5778-4172-8a2f-239d9d7125fd tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.1246123 Feb 16 05:35:33.198646 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f1df000-4f4f-42ef-988a-fecb44910d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133523536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10125610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8738759'] for subnet (50f33b9e-ffcb-4df6-b48d-452cb86e5a65), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:33.248864 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1df000-4f4f-42ef-988a-fecb44910d32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50f33b9e-ffcb-4df6-b48d-452cb86e5a65,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:33.257808 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811e62f-b4a8-4a68-9cc9-16a2312d0c01 req-0e48499d-12a0-4463-85bb-9e2d92f476bd tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:33.259533 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2811e62f-b4a8-4a68-9cc9-16a2312d0c01 req-0e48499d-12a0-4463-85bb-9e2d92f476bd tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0966351 Feb 16 05:35:33.263336 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f1df000-4f4f-42ef-988a-fecb44910d32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:33.270691 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-6f1df000-4f4f-42ef-988a-fecb44910d32 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/50f33b9e-ffcb-4df6-b48d-452cb86e5a65 HTTP/1.1" status: 204 len: 168 time: 0.3245327 Feb 16 05:35:33.275818 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 54206) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:35:33.285786 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-491872bf-9da2-4e8e-ad0c-0d87a45e080f req-bfb95b22-0dc2-464d-bdb2-f2e4677f5473 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1137547 Feb 16 05:35:33.392862 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325b6ba7-382f-4677-8261-a77bd7a69aef {{(pid=102567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:35:33.410972 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2811e62f-b4a8-4a68-9cc9-16a2312d0c01 req-6972bc9c-3322-4017-b293-128c8ee9cd70 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443107 Feb 16 05:35:33.412742 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Publish callbacks [] for port (325b6ba7-382f-4677-8261-a77bd7a69aef), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:33.417298 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77513cb4-e87d-4f7f-a989-278147f89f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133564096'] for network (f5e569ac-f0e9-4164-95dc-8634b19a6e64), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:33.419273 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f4f8e-13cc-4ed2-836a-2ab79ada4ce5 req-206fbf64-f8ca-460a-81af-ceb45e65163a tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:33.421165 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-370f4f8e-13cc-4ed2-836a-2ab79ada4ce5 req-206fbf64-f8ca-460a-81af-ceb45e65163a tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=adc32bbc-43a6-4be6-91fb-c186a02af50c HTTP/1.1" status: 200 len: 931 time: 0.0756061 Feb 16 05:35:33.432877 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.provisioning_blocks [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Transition to ACTIVE for port object 325b6ba7-382f-4677-8261-a77bd7a69aef will not be triggered until provisioned by entity L2. {{(pid=102567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:35:33.440335 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (325b6ba7-382f-4677-8261-a77bd7a69aef), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:33.483511 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-370f4f8e-13cc-4ed2-836a-2ab79ada4ce5 req-8c477c03-8dd8-461f-b333-925c1daecb78 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556381 Feb 16 05:35:33.551457 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Pushing event updated for resources: {'Port': ['ID=325b6ba7-382f-4677-8261-a77bd7a69aef,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:33.557913 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77513cb4-e87d-4f7f-a989-278147f89f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133527232', 'neutron.services.segments.db._delete_segments_for_network-8750525486906'] for network (f5e569ac-f0e9-4164-95dc-8634b19a6e64), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:33.616952 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-77513cb4-e87d-4f7f-a989-278147f89f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e569ac-f0e9-4164-95dc-8634b19a6e64']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:35:33.632129 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-77513cb4-e87d-4f7f-a989-278147f89f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed22241-3706-4121-b88e-45b923a9e60c') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:35:33.632426 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-77513cb4-e87d-4f7f-a989-278147f89f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed22241-3706-4121-b88e-45b923a9e60c') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:35:33.645039 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77513cb4-e87d-4f7f-a989-278147f89f26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750525486659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4030643'] for segment (5ed22241-3706-4121-b88e-45b923a9e60c), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:33.667363 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Attempting to bind port 325b6ba7-382f-4677-8261-a77bd7a69aef on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:35:33.667828 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Attempting to bind port 325b6ba7-382f-4677-8261-a77bd7a69aef by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'a22ffaa2-fa8d-413f-8157-99d10726ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '004f2655-6cbe-4c49-9f60-896ff03daa11'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:35:33.668189 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Attempting to bind port 325b6ba7-382f-4677-8261-a77bd7a69aef on network 004f2655-6cbe-4c49-9f60-896ff03daa11 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:35:33.670881 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77513cb4-e87d-4f7f-a989-278147f89f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (5ed22241-3706-4121-b88e-45b923a9e60c), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:33.678897 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77513cb4-e87d-4f7f-a989-278147f89f26 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 05:35:33.679317 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77513cb4-e87d-4f7f-a989-278147f89f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4118879'] for segment (5ed22241-3706-4121-b88e-45b923a9e60c), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: Traceback (most recent call last): Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: timer() Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: cb(*args, **kw) Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: return func(*args, **kwargs) Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: self._notify() Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: self.callback(batched_events) Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: event.method(event) Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: return f(self, *a, **k) Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._get(url).json() Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: return self.request(url, 'GET', **kwargs) Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 05:35:33.681078 dv-cinder-829473-2-iscsi neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 05:35:33.683364 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Port 325b6ba7-382f-4677-8261-a77bd7a69aef on network 004f2655-6cbe-4c49-9f60-896ff03daa11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:35:33.683364 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Attempting to bind port 325b6ba7-382f-4677-8261-a77bd7a69aef on network 004f2655-6cbe-4c49-9f60-896ff03daa11 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:35:33.719780 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:35:33.720407 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Checking segment: {'id': 'a22ffaa2-fa8d-413f-8157-99d10726ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '004f2655-6cbe-4c49-9f60-896ff03daa11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:35:33.720507 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Bound using segment: {'id': 'a22ffaa2-fa8d-413f-8157-99d10726ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '004f2655-6cbe-4c49-9f60-896ff03daa11'} {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:35:33.720919 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Bound port: 325b6ba7-382f-4677-8261-a77bd7a69aef, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22ffaa2-fa8d-413f-8157-99d10726ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '004f2655-6cbe-4c49-9f60-896ff03daa11'}}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:35:33.721306 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (325b6ba7-382f-4677-8261-a77bd7a69aef), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:33.766257 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77513cb4-e87d-4f7f-a989-278147f89f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133527257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588188'] for network (f5e569ac-f0e9-4164-95dc-8634b19a6e64), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:33.778353 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77513cb4-e87d-4f7f-a989-278147f89f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:33.782246 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-77513cb4-e87d-4f7f-a989-278147f89f26 admin admin] 10.222.0.75 "DELETE /v2.0/networks/f5e569ac-f0e9-4164-95dc-8634b19a6e64 HTTP/1.1" status: 204 len: 168 time: 0.5054920 Feb 16 05:35:33.794383 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77513cb4-e87d-4f7f-a989-278147f89f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e569ac-f0e9-4164-95dc-8634b19a6e64,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:33.819185 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] For port 325b6ba7-382f-4677-8261-a77bd7a69aef, host hv-cinder-82947, cleared binding levels {{(pid=102567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:35:33.822443 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] For port 325b6ba7-382f-4677-8261-a77bd7a69aef, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=325b6ba7-382f-4677-8261-a77bd7a69aef,segment=NetworkSegment(a22ffaa2-fa8d-413f-8157-99d10726ecf0),segment_id=a22ffaa2-fa8d-413f-8157-99d10726ecf0)] {{(pid=102567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:35:33.828627 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (325b6ba7-382f-4677-8261-a77bd7a69aef), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:33.864913 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:33.865728 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:33.867116 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0395f21b-530b-419c-92b6-e39a3c625bec req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] 10.222.0.60 "PUT /v2.0/ports/325b6ba7-382f-4677-8261-a77bd7a69aef HTTP/1.1" status: 200 len: 1093 time: 1.0072279 Feb 16 05:35:33.867553 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc32bbc-43a6-4be6-91fb-c186a02af50c', 'tag': '325b6ba7-382f-4677-8261-a77bd7a69aef'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:35:33.869903 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feea4a06-19c5-42ce-a8ab-62b845929424" -d '{"events": [{"name": "network-changed", "server_uuid": "adc32bbc-43a6-4be6-91fb-c186a02af50c", "tag": "325b6ba7-382f-4677-8261-a77bd7a69aef"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:35:33.893097 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540c932-b610-4fd9-8df5-d84d832a48e2 service neutron] Pushing event updated for resources: {'Port': ['ID=325b6ba7-382f-4677-8261-a77bd7a69aef,revision_number=3']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:33.920556 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 54212) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:35:33.926208 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2475594b-7ad7-4856-9125-33f1d4251d80 x-openstack-request-id: req-2475594b-7ad7-4856-9125-33f1d4251d80 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:35:33.926473 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc32bbc-43a6-4be6-91fb-c186a02af50c", "tag": "325b6ba7-382f-4677-8261-a77bd7a69aef", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:35:33.926732 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2475594b-7ad7-4856-9125-33f1d4251d80 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:35:33.927608 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc32bbc-43a6-4be6-91fb-c186a02af50c', 'tag': '325b6ba7-382f-4677-8261-a77bd7a69aef', 'status': 'completed', 'code': 200} Feb 16 05:35:33.964782 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-b4d0d86c-e56d-4a72-829a-9336fcee3b78 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=434acd7d54a24e18a504c01b72599c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430658 Feb 16 05:35:33.967319 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 54218) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:35:34.018648 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c6c33d6-fbb5-4a62-aaee-43c660b64f8a admin admin] Publish callbacks [] for security_group (81d78bf3-4377-4a85-ba1b-71a960d55b4a), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:34.046977 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c6c33d6-fbb5-4a62-aaee-43c660b64f8a admin admin] Publish callbacks [] for security_group (81d78bf3-4377-4a85-ba1b-71a960d55b4a), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:34.058719 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395f21b-530b-419c-92b6-e39a3c625bec req-aa722e5d-052c-4459-b2a1-7e045e9b1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:34.061688 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0395f21b-530b-419c-92b6-e39a3c625bec req-aa722e5d-052c-4459-b2a1-7e045e9b1c86 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a642dcc1cb8a4c1bbd3b1450e060c74c&device_id=adc32bbc-43a6-4be6-91fb-c186a02af50c HTTP/1.1" status: 200 len: 1127 time: 0.0727761 Feb 16 05:35:34.119986 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c6c33d6-fbb5-4a62-aaee-43c660b64f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (81d78bf3-4377-4a85-ba1b-71a960d55b4a), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:34.129267 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c6c33d6-fbb5-4a62-aaee-43c660b64f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:34.132827 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-7c6c33d6-fbb5-4a62-aaee-43c660b64f8a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/81d78bf3-4377-4a85-ba1b-71a960d55b4a HTTP/1.1" status: 204 len: 168 time: 0.1622238 Feb 16 05:35:34.146247 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0395f21b-530b-419c-92b6-e39a3c625bec req-a069d25e-a78f-4677-94bb-8ca80016f34b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=325b6ba7-382f-4677-8261-a77bd7a69aef HTTP/1.1" status: 200 len: 217 time: 0.0430462 Feb 16 05:35:34.187452 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c33d6-fbb5-4a62-aaee-43c660b64f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d78bf3-4377-4a85-ba1b-71a960d55b4a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:34.222609 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88e6b0-b62d-4f7c-b35a-476911310115 req-fd224809-44d2-48d6-99b7-8d133c95988f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:34.229721 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5c88e6b0-b62d-4f7c-b35a-476911310115 req-fd224809-44d2-48d6-99b7-8d133c95988f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.1125131 Feb 16 05:35:34.239932 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395f21b-530b-419c-92b6-e39a3c625bec req-f98728a3-08cf-4460-9879-1bc99d125f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:34.241946 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0395f21b-530b-419c-92b6-e39a3c625bec req-f98728a3-08cf-4460-9879-1bc99d125f3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=557b07a5-c680-4eeb-a9bf-e852ccfb29ed HTTP/1.1" status: 200 len: 853 time: 0.0842617 Feb 16 05:35:34.278353 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0395f21b-530b-419c-92b6-e39a3c625bec req-542502f4-ca46-4aaa-b8db-285d3a8651dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=004f2655-6cbe-4c49-9f60-896ff03daa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278258 Feb 16 05:35:34.414467 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0395f21b-530b-419c-92b6-e39a3c625bec req-9044d6a8-9f31-4770-a285-5b41c8af6853 service neutron] 10.222.0.60 "GET /v2.0/networks/004f2655-6cbe-4c49-9f60-896ff03daa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167397 Feb 16 05:35:34.553334 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0395f21b-530b-419c-92b6-e39a3c625bec req-6170b3a8-d1ba-4238-b8c5-5ff464f5ba36 service neutron] 10.222.0.60 "GET /v2.0/networks/004f2655-6cbe-4c49-9f60-896ff03daa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282597 Feb 16 05:35:34.555571 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5c88e6b0-b62d-4f7c-b35a-476911310115 req-5ff0e360-f37f-4f6a-b1a1-130856fa0383 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248796 Feb 16 05:35:34.598453 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396940f-5449-4047-acce-b938cd54f8c2 req-69503fb4-aecd-4e53-890a-484750569060 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:34.600123 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4396940f-5449-4047-acce-b938cd54f8c2 req-69503fb4-aecd-4e53-890a-484750569060 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0678215 Feb 16 05:35:34.610733 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:35:34.667223 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4396940f-5449-4047-acce-b938cd54f8c2 req-5a7b9aa6-b438-45f3-b970-38e1c5838858 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553410 Feb 16 05:35:34.721709 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d206f67-9299-466b-bbd1-f006c585df5f req-7e100501-63f9-49c3-bd9a-0eb0ca3afd92 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:34.723049 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5d206f67-9299-466b-bbd1-f006c585df5f req-7e100501-63f9-49c3-bd9a-0eb0ca3afd92 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0814569 Feb 16 05:35:34.797810 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea4a06-19c5-42ce-a8ab-62b845929424 req-6baa35a7-5a85-4e7f-833f-9d116c439764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:34.799488 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-feea4a06-19c5-42ce-a8ab-62b845929424 req-6baa35a7-5a85-4e7f-833f-9d116c439764 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a642dcc1cb8a4c1bbd3b1450e060c74c&device_id=adc32bbc-43a6-4be6-91fb-c186a02af50c HTTP/1.1" status: 200 len: 1127 time: 0.0583496 Feb 16 05:35:34.805837 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5d206f67-9299-466b-bbd1-f006c585df5f req-ad3c4764-164e-4200-8f92-92e9139d64bf tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753055 Feb 16 05:35:34.915024 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fa4c0-8914-42b9-bf1d-8b265231750d req-af67b50b-ece4-4e2a-881b-5bfae38974d3 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:34.916488 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1f9fa4c0-8914-42b9-bf1d-8b265231750d req-af67b50b-ece4-4e2a-881b-5bfae38974d3 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=adc32bbc-43a6-4be6-91fb-c186a02af50c HTTP/1.1" status: 200 len: 943 time: 0.1160409 Feb 16 05:35:34.944225 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea4a06-19c5-42ce-a8ab-62b845929424 req-48b1bf3d-e062-4166-9195-2b3c03eb24e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:34.945677 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-feea4a06-19c5-42ce-a8ab-62b845929424 req-48b1bf3d-e062-4166-9195-2b3c03eb24e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=004f2655-6cbe-4c49-9f60-896ff03daa11 HTTP/1.1" status: 200 len: 914 time: 0.1183805 Feb 16 05:35:34.997494 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-feea4a06-19c5-42ce-a8ab-62b845929424 req-998de438-292b-4542-bb36-028c782532d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=325b6ba7-382f-4677-8261-a77bd7a69aef HTTP/1.1" status: 200 len: 217 time: 0.0390513 Feb 16 05:35:35.004857 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1f9fa4c0-8914-42b9-bf1d-8b265231750d req-0ac3f6c2-4273-4ebf-9e9d-a5fe234c7b78 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813589 Feb 16 05:35:35.048358 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea4a06-19c5-42ce-a8ab-62b845929424 req-4f596fb8-d814-4771-921d-463021beb595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:35.049858 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-feea4a06-19c5-42ce-a8ab-62b845929424 req-4f596fb8-d814-4771-921d-463021beb595 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=557b07a5-c680-4eeb-a9bf-e852ccfb29ed HTTP/1.1" status: 200 len: 853 time: 0.0441275 Feb 16 05:35:35.082057 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-feea4a06-19c5-42ce-a8ab-62b845929424 req-6d15281e-f181-4aac-8a8a-75e520fdba78 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=004f2655-6cbe-4c49-9f60-896ff03daa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243223 Feb 16 05:35:35.193179 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-feea4a06-19c5-42ce-a8ab-62b845929424 req-7d551740-9b2d-4087-938b-c885335c90e0 service neutron] 10.222.0.60 "GET /v2.0/networks/004f2655-6cbe-4c49-9f60-896ff03daa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879428 Feb 16 05:35:35.293383 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-feea4a06-19c5-42ce-a8ab-62b845929424 req-e12f64c2-45f8-43cb-8f13-8cca66f152fc service neutron] 10.222.0.60 "GET /v2.0/networks/004f2655-6cbe-4c49-9f60-896ff03daa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888438 Feb 16 05:35:35.685768 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47be7e-7d06-4119-954f-301aa02b9e23 req-293e8ae1-e8fd-4800-8fc8-a2fee4a0f3c2 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:35.687779 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9e47be7e-7d06-4119-954f-301aa02b9e23 req-293e8ae1-e8fd-4800-8fc8-a2fee4a0f3c2 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0522633 Feb 16 05:35:35.745816 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9e47be7e-7d06-4119-954f-301aa02b9e23 req-8845d3cb-4dec-48f2-87fe-f980f29f306c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515888 Feb 16 05:35:35.799704 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222de272-3c26-48a9-8666-4475b4359078 req-e4165ce9-ae77-4945-a077-b73c051f3260 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:35.801351 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-222de272-3c26-48a9-8666-4475b4359078 req-e4165ce9-ae77-4945-a077-b73c051f3260 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0577722 Feb 16 05:35:35.849987 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-222de272-3c26-48a9-8666-4475b4359078 req-7ee5b47c-e7ec-48f1-a4d0-686bf9fa8b5f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431721 Feb 16 05:35:35.939748 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7c375-a6f1-480f-b562-e41814eb0ed7 req-6c808221-08b2-434e-9700-97d41b8559f8 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:35.941799 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d9e7c375-a6f1-480f-b562-e41814eb0ed7 req-6c808221-08b2-434e-9700-97d41b8559f8 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0553470 Feb 16 05:35:35.991687 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d9e7c375-a6f1-480f-b562-e41814eb0ed7 req-5bf6fb9c-fc5c-4a30-9adb-ab011c832a27 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432351 Feb 16 05:35:36.082998 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9bd6f-393b-402a-af18-96277b90280b req-e8462416-4d80-45aa-b0a7-f5e6e26c98e9 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:36.084496 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-72c9bd6f-393b-402a-af18-96277b90280b req-e8462416-4d80-45aa-b0a7-f5e6e26c98e9 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0765350 Feb 16 05:35:36.121950 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9a31e-985f-4019-89cd-ffaae6995734 req-908e251d-5cc7-4497-b226-182786ab2e03 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:36.123423 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-23f9a31e-985f-4019-89cd-ffaae6995734 req-908e251d-5cc7-4497-b226-182786ab2e03 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=adc32bbc-43a6-4be6-91fb-c186a02af50c HTTP/1.1" status: 200 len: 943 time: 0.0514481 Feb 16 05:35:36.128933 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445890-f278-4c4b-8cbd-f6f80612d614 req-a2df45f6-8cfa-4571-b717-a54a9a626404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:36.130416 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c0445890-f278-4c4b-8cbd-f6f80612d614 req-a2df45f6-8cfa-4571-b717-a54a9a626404 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=971394cccbfa49b584616f61ed5eb8a2&device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 1129 time: 0.0805457 Feb 16 05:35:36.152769 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-72c9bd6f-393b-402a-af18-96277b90280b req-75c3152d-d150-42cc-a888-f87b17d508f1 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626707 Feb 16 05:35:36.171379 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-23f9a31e-985f-4019-89cd-ffaae6995734 req-cc3afa4d-65e7-4dd4-94a7-ebcd8a0dcdb6 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415347 Feb 16 05:35:36.226539 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445890-f278-4c4b-8cbd-f6f80612d614 req-30eda521-977a-4762-8d22-dd332400e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:36.227980 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c0445890-f278-4c4b-8cbd-f6f80612d614 req-30eda521-977a-4762-8d22-dd332400e2dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=d78b6deb-fc45-4cca-b643-a09448659dd2 HTTP/1.1" status: 200 len: 919 time: 0.0869811 Feb 16 05:35:36.271484 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c0445890-f278-4c4b-8cbd-f6f80612d614 req-be63e3ae-bcd5-4662-a127-757eb61d9437 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b086e2fa-4423-4f0a-ab73-6efbf20ec756 HTTP/1.1" status: 200 len: 217 time: 0.0345132 Feb 16 05:35:36.333391 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445890-f278-4c4b-8cbd-f6f80612d614 req-1bacba7e-a8b0-47d9-9b7b-9490cf44ef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:36.334501 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c0445890-f278-4c4b-8cbd-f6f80612d614 req-1bacba7e-a8b0-47d9-9b7b-9490cf44ef36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f749e834-f594-43d5-a00e-995704979ca3 HTTP/1.1" status: 200 len: 858 time: 0.0483282 Feb 16 05:35:36.368592 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c0445890-f278-4c4b-8cbd-f6f80612d614 req-3ef21799-1709-4cb1-88a9-a1fef2dc61b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d78b6deb-fc45-4cca-b643-a09448659dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255947 Feb 16 05:35:36.474206 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c0445890-f278-4c4b-8cbd-f6f80612d614 req-91131d8d-15f1-458b-88ad-c967ce1c5321 service neutron] 10.222.0.60 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813565 Feb 16 05:35:36.579000 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c0445890-f278-4c4b-8cbd-f6f80612d614 req-45ad5d9c-2cf4-40d0-8094-e0e326c4cb43 service neutron] 10.222.0.60 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881736 Feb 16 05:35:36.975345 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c6a03-0753-466c-bc6c-0f088cc814d2 req-fad6ddf1-ee66-4392-9291-401fd9641d37 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:36.976834 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-911c6a03-0753-466c-bc6c-0f088cc814d2 req-fad6ddf1-ee66-4392-9291-401fd9641d37 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0599971 Feb 16 05:35:37.026217 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-911c6a03-0753-466c-bc6c-0f088cc814d2 req-b7c3a73e-663c-4fcd-bf84-c690323f3e8b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437844 Feb 16 05:35:37.117349 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ff325-a0bb-4205-8973-d7c3814407c3 req-4fb32926-f4db-4020-a4cc-1194a347ffcf tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:37.118736 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-659ff325-a0bb-4205-8973-d7c3814407c3 req-4fb32926-f4db-4020-a4cc-1194a347ffcf tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0542569 Feb 16 05:35:37.169852 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-659ff325-a0bb-4205-8973-d7c3814407c3 req-21e90dba-8f25-497a-8147-ae414706f485 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451467 Feb 16 05:35:37.292699 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b80e6-8067-4687-ba07-65adf1ef13b2 req-567d2bed-04e3-4c0e-b989-42a7b09122b7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:37.294825 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0d3b80e6-8067-4687-ba07-65adf1ef13b2 req-567d2bed-04e3-4c0e-b989-42a7b09122b7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0615473 Feb 16 05:35:37.300274 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dc537-a929-4908-aea0-3e87720e2e4e req-9d88ca4d-4362-4eeb-bbd0-a35e3d4ace7f tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:37.302131 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f45dc537-a929-4908-aea0-3e87720e2e4e req-9d88ca4d-4362-4eeb-bbd0-a35e3d4ace7f tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=adc32bbc-43a6-4be6-91fb-c186a02af50c HTTP/1.1" status: 200 len: 943 time: 0.0626285 Feb 16 05:35:37.352003 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0d3b80e6-8067-4687-ba07-65adf1ef13b2 req-6b214dfe-73da-418c-8062-db04389e9753 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506043 Feb 16 05:35:37.358768 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f45dc537-a929-4908-aea0-3e87720e2e4e req-b558b6c6-dd97-459c-8b06-b2bf8341979d tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506837 Feb 16 05:35:37.565645 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 325b6ba7-382f-4677-8261-a77bd7a69aef details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:35:37.666289 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 325b6ba7-382f-4677-8261-a77bd7a69aef, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=325b6ba7-382f-4677-8261-a77bd7a69aef,segment=NetworkSegment(a22ffaa2-fa8d-413f-8157-99d10726ecf0),segment_id=a22ffaa2-fa8d-413f-8157-99d10726ecf0)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:35:37.678444 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': '325b6ba7-382f-4677-8261-a77bd7a69aef', 'network_id': '004f2655-6cbe-4c49-9f60-896ff03daa11', 'port_id': '325b6ba7-382f-4677-8261-a77bd7a69aef', 'mac_address': 'fa:16:3e:69:4c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557b07a5-c680-4eeb-a9bf-e852ccfb29ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:35:37.716440 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 325b6ba7-382f-4677-8261-a77bd7a69aef is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:35:37.716829 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (325b6ba7-382f-4677-8261-a77bd7a69aef), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:37.729920 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325b6ba7-382f-4677-8261-a77bd7a69aef {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:35:37.749945 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 325b6ba7-382f-4677-8261-a77bd7a69aef, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=325b6ba7-382f-4677-8261-a77bd7a69aef,segment=NetworkSegment(a22ffaa2-fa8d-413f-8157-99d10726ecf0),segment_id=a22ffaa2-fa8d-413f-8157-99d10726ecf0)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:35:37.753937 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (325b6ba7-382f-4677-8261-a77bd7a69aef), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:37.801767 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=325b6ba7-382f-4677-8261-a77bd7a69aef,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:38.153520 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d75666-8cd9-40d8-883d-754089e59046 req-358dc2ec-bd8e-4aae-b751-566ac0716463 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:38.158405 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-26d75666-8cd9-40d8-883d-754089e59046 req-358dc2ec-bd8e-4aae-b751-566ac0716463 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0576835 Feb 16 05:35:38.208475 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-26d75666-8cd9-40d8-883d-754089e59046 req-614c8e1f-2ccc-4dc1-89c4-b2ff9cb7a0d1 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445862 Feb 16 05:35:38.262737 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbad99a-6381-4c4d-9802-2e85c9d441bd req-119119b5-dacd-453b-a643-1e9a7ff97a6b tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:38.264214 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-afbad99a-6381-4c4d-9802-2e85c9d441bd req-119119b5-dacd-453b-a643-1e9a7ff97a6b tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 945 time: 0.0556567 Feb 16 05:35:38.316093 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-afbad99a-6381-4c4d-9802-2e85c9d441bd req-75498947-ff4a-464c-b19f-351bf467262a tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463350 Feb 16 05:35:38.319204 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b36e67-9f5b-4412-8d95-d1c087925a54 req-413ee0f0-369b-49b5-b14c-29ea6bfa4d9b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:38.320770 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-49b36e67-9f5b-4412-8d95-d1c087925a54 req-413ee0f0-369b-49b5-b14c-29ea6bfa4d9b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0532179 Feb 16 05:35:38.389840 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-49b36e67-9f5b-4412-8d95-d1c087925a54 req-4318417a-9f6a-49ac-aac7-09b6a6930cc0 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635810 Feb 16 05:35:38.484835 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b1292-f42e-48c5-a573-aaa062841e46 req-8f396e9f-f5a4-4deb-8c95-876ee4613c9c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:38.486341 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-861b1292-f42e-48c5-a573-aaa062841e46 req-8f396e9f-f5a4-4deb-8c95-876ee4613c9c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0548337 Feb 16 05:35:38.509366 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500de54-0ea3-4395-adf9-ca8b21add03a req-60ea41ed-e5cf-478f-ba4d-f4b45238e2c6 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:38.510910 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5500de54-0ea3-4395-adf9-ca8b21add03a req-60ea41ed-e5cf-478f-ba4d-f4b45238e2c6 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=adc32bbc-43a6-4be6-91fb-c186a02af50c HTTP/1.1" status: 200 len: 944 time: 0.0524476 Feb 16 05:35:38.531797 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-861b1292-f42e-48c5-a573-aaa062841e46 req-2606d75d-a895-4f91-93b1-efd6eaa0209c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398221 Feb 16 05:35:38.558240 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5500de54-0ea3-4395-adf9-ca8b21add03a req-216420bd-dd9f-42b4-b1e7-b7c3b3fdee83 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416944 Feb 16 05:35:38.704154 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['325b6ba7-382f-4677-8261-a77bd7a69aef'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:35:39.331182 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842e772-858d-482a-9c73-a02ff91163f6 req-b4dc52f7-0792-465f-9e57-faf7218ccebb tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:39.332660 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0842e772-858d-482a-9c73-a02ff91163f6 req-b4dc52f7-0792-465f-9e57-faf7218ccebb tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0547516 Feb 16 05:35:39.379087 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0842e772-858d-482a-9c73-a02ff91163f6 req-efd069ea-7d04-450c-856d-12c41e2b16e3 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403874 Feb 16 05:35:39.441745 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc86e6-fbbe-4680-b560-497501ee1ecc req-6967cbf4-e80b-4ae1-aeda-b000f24c8b22 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:39.443606 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-03fc86e6-fbbe-4680-b560-497501ee1ecc req-6967cbf4-e80b-4ae1-aeda-b000f24c8b22 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 945 time: 0.0558593 Feb 16 05:35:39.492311 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-03fc86e6-fbbe-4680-b560-497501ee1ecc req-bcce0190-40aa-4202-b519-320a124b5ce3 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427735 Feb 16 05:35:39.532159 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec73713-b1af-4d41-b12e-9795540c6487 req-89e0fe86-bcd9-4113-a5b2-90a785358456 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:39.533675 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eec73713-b1af-4d41-b12e-9795540c6487 req-89e0fe86-bcd9-4113-a5b2-90a785358456 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0558956 Feb 16 05:35:39.583106 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eec73713-b1af-4d41-b12e-9795540c6487 req-3aadb03e-71b0-41db-aad8-2a794d6a90d5 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438349 Feb 16 05:35:39.654289 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063af35c-0c64-4917-a9c7-ff67a63bfca9 req-f234f53c-5270-42bf-9d19-991460c4de45 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:39.655831 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-063af35c-0c64-4917-a9c7-ff67a63bfca9 req-f234f53c-5270-42bf-9d19-991460c4de45 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0559027 Feb 16 05:35:39.694089 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305adfa-5828-41a8-be48-036b455906b4 req-01d5eb3c-7549-42fb-8349-330fc7320381 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:39.695568 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d305adfa-5828-41a8-be48-036b455906b4 req-01d5eb3c-7549-42fb-8349-330fc7320381 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=adc32bbc-43a6-4be6-91fb-c186a02af50c HTTP/1.1" status: 200 len: 944 time: 0.0537333 Feb 16 05:35:39.704800 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-063af35c-0c64-4917-a9c7-ff67a63bfca9 req-38120c0b-80a9-4394-a4a9-d790bcafc04f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421751 Feb 16 05:35:39.751761 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d305adfa-5828-41a8-be48-036b455906b4 req-26527379-1055-4115-bc77-7369750ef170 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492709 Feb 16 05:35:40.504604 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9a8e5-cd1e-4ee3-bde8-5a6ca8afcd2c req-7f8babc1-9c61-4102-9992-da8b54fae952 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:40.513374 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-47d9a8e5-cd1e-4ee3-bde8-5a6ca8afcd2c req-7f8babc1-9c61-4102-9992-da8b54fae952 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0628984 Feb 16 05:35:40.555475 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-47d9a8e5-cd1e-4ee3-bde8-5a6ca8afcd2c req-3f29d8c3-4b66-4e20-bb18-313f565c6abd tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435781 Feb 16 05:35:40.615797 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6b9da-caf0-4b07-902f-c041d828b644 req-6dc77867-f44d-4d2e-a56e-77665aea3bad tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:40.617317 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-07a6b9da-caf0-4b07-902f-c041d828b644 req-6dc77867-f44d-4d2e-a56e-77665aea3bad tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 945 time: 0.0553412 Feb 16 05:35:40.680197 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-07a6b9da-caf0-4b07-902f-c041d828b644 req-56a40246-1cd5-4c01-98e9-a6e5b8f2dbbc tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567503 Feb 16 05:35:40.712574 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56c17c-206e-4464-84c8-90bd1e5c8d39 req-4a6dc32f-6225-4543-830e-2954889e0e7e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:40.714177 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0b56c17c-206e-4464-84c8-90bd1e5c8d39 req-4a6dc32f-6225-4543-830e-2954889e0e7e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0555000 Feb 16 05:35:40.768060 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0b56c17c-206e-4464-84c8-90bd1e5c8d39 req-a4ae7b35-fb8a-4631-8354-92cf70fe1bf8 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481119 Feb 16 05:35:40.832545 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac24bd-92ec-416d-9468-fa565787d5aa req-cc70277a-7612-44cc-8f22-56fdea888158 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:40.834035 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-34ac24bd-92ec-416d-9468-fa565787d5aa req-cc70277a-7612-44cc-8f22-56fdea888158 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0566969 Feb 16 05:35:40.881098 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-34ac24bd-92ec-416d-9468-fa565787d5aa req-d92619de-1f76-4027-b5ad-f42e85c4744f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413923 Feb 16 05:35:40.888607 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22827f11-b1f2-410e-a2e9-169b170948d3 req-30c7b309-8079-48fd-858c-0364b5405b79 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:40.890215 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-22827f11-b1f2-410e-a2e9-169b170948d3 req-30c7b309-8079-48fd-858c-0364b5405b79 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=adc32bbc-43a6-4be6-91fb-c186a02af50c HTTP/1.1" status: 200 len: 944 time: 0.0579655 Feb 16 05:35:40.944338 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-22827f11-b1f2-410e-a2e9-169b170948d3 req-73190ad7-e8e6-4571-9441-11f94b22b7e7 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482512 Feb 16 05:35:41.086711 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:41.216828 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca4afc-d83d-4170-8b86-d57a03fb527e req-ec4ac1a3-6361-4d6e-b69e-48516932848b tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:41.218389 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-05ca4afc-d83d-4170-8b86-d57a03fb527e req-ec4ac1a3-6361-4d6e-b69e-48516932848b tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 945 time: 0.0586128 Feb 16 05:35:41.315248 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-05ca4afc-d83d-4170-8b86-d57a03fb527e req-e0c85437-5d29-4408-b9ff-2de3e561450a tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Deleting port 973b69b7-1831-4e77-9b05-2bae4a584505 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:35:41.315593 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-05ca4afc-d83d-4170-8b86-d57a03fb527e req-e0c85437-5d29-4408-b9ff-2de3e561450a tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (973b69b7-1831-4e77-9b05-2bae4a584505), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:41.401416 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-05ca4afc-d83d-4170-8b86-d57a03fb527e req-e0c85437-5d29-4408-b9ff-2de3e561450a tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] For port 973b69b7-1831-4e77-9b05-2bae4a584505, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=973b69b7-1831-4e77-9b05-2bae4a584505,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:35:41.401787 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-05ca4afc-d83d-4170-8b86-d57a03fb527e req-e0c85437-5d29-4408-b9ff-2de3e561450a tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (973b69b7-1831-4e77-9b05-2bae4a584505), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:41.414853 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-05ca4afc-d83d-4170-8b86-d57a03fb527e req-e0c85437-5d29-4408-b9ff-2de3e561450a tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Calling delete_port for 973b69b7-1831-4e77-9b05-2bae4a584505 owned by compute:nova {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:35:41.542599 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-05ca4afc-d83d-4170-8b86-d57a03fb527e req-e0c85437-5d29-4408-b9ff-2de3e561450a tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (973b69b7-1831-4e77-9b05-2bae4a584505), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:41.571685 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c85437-5d29-4408-b9ff-2de3e561450a tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Pushing event deleted for resources: {'Port': ['ID=973b69b7-1831-4e77-9b05-2bae4a584505,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:41.593676 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['f95645a6-2fbd-42df-b9db-d604a04d8bfa', '5f1e1dcc-fb0d-43bd-a284-85872e5284c7', '1a2ee93b-aa41-40e5-b336-729f04e7e5c2', '973b69b7-1831-4e77-9b05-2bae4a584505'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:35:41.616543 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ca4afc-d83d-4170-8b86-d57a03fb527e req-e0c85437-5d29-4408-b9ff-2de3e561450a tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] No DVR routers for this DVR port 973b69b7-1831-4e77-9b05-2bae4a584505 on host hv-cinder-82947 {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:35:41.619527 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-05ca4afc-d83d-4170-8b86-d57a03fb527e req-e0c85437-5d29-4408-b9ff-2de3e561450a tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:41.622779 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-05ca4afc-d83d-4170-8b86-d57a03fb527e req-e0c85437-5d29-4408-b9ff-2de3e561450a tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.60 "DELETE /v2.0/ports/973b69b7-1831-4e77-9b05-2bae4a584505 HTTP/1.1" status: 204 len: 173 time: 0.3985937 Feb 16 05:35:41.623227 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e669e6a-26fc-48ca-be5b-b4f882ba61de', 'name': 'network-vif-deleted', 'tag': '973b69b7-1831-4e77-9b05-2bae4a584505'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:35:41.626209 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe8b9ed-8b8a-4c08-bf3b-6cf721dd78d8" -d '{"events": [{"server_uuid": "0e669e6a-26fc-48ca-be5b-b4f882ba61de", "name": "network-vif-deleted", "tag": "973b69b7-1831-4e77-9b05-2bae4a584505"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:35:41.648070 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 325b6ba7-382f-4677-8261-a77bd7a69aef up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:35:41.680508 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5116de54-8a08-4237-a00b-60a87c9e9ed0 x-openstack-request-id: req-5116de54-8a08-4237-a00b-60a87c9e9ed0 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:35:41.680841 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e669e6a-26fc-48ca-be5b-b4f882ba61de", "name": "network-vif-deleted", "tag": "973b69b7-1831-4e77-9b05-2bae4a584505", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:35:41.681187 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5116de54-8a08-4237-a00b-60a87c9e9ed0 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:35:41.681643 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e669e6a-26fc-48ca-be5b-b4f882ba61de', 'name': 'network-vif-deleted', 'tag': '973b69b7-1831-4e77-9b05-2bae4a584505', 'status': 'completed', 'code': 200} Feb 16 05:35:41.728499 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe23576-8b3c-408c-85b9-e4bca3937820 req-bdce176a-efb5-475f-baa1-bf483e4f5572 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:41.736292 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-cfe23576-8b3c-408c-85b9-e4bca3937820 req-bdce176a-efb5-475f-baa1-bf483e4f5572 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0864391 Feb 16 05:35:41.788377 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port 325b6ba7-382f-4677-8261-a77bd7a69aef completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:35:41.827174 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-cfe23576-8b3c-408c-85b9-e4bca3937820 req-5e51b7ef-c777-4e44-9a5a-f5229da7574d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806208 Feb 16 05:35:41.829551 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port 325b6ba7-382f-4677-8261-a77bd7a69aef triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:35:41.829932 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (325b6ba7-382f-4677-8261-a77bd7a69aef), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:41.846642 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d2f0277d-2b54-4354-9af2-95073b46ba0f req-0bf9f803-0892-4992-8e7f-9431478914c3 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e669e6a-26fc-48ca-be5b-b4f882ba61de HTTP/1.1" status: 200 len: 210 time: 0.0533907 Feb 16 05:35:41.953582 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593e50c-16da-4caa-a36c-d974d3cd027b req-1dca7674-de32-45ee-9031-0c827fc7f23f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:41.955341 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1593e50c-16da-4caa-a36c-d974d3cd027b req-1dca7674-de32-45ee-9031-0c827fc7f23f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0644166 Feb 16 05:35:42.019689 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 325b6ba7-382f-4677-8261-a77bd7a69aef is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:35:42.020075 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (325b6ba7-382f-4677-8261-a77bd7a69aef), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:42.021968 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1593e50c-16da-4caa-a36c-d974d3cd027b req-bebf6b29-e2d5-4ab8-b880-bd97e35f2b3d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609803 Feb 16 05:35:42.071562 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc32bbc-43a6-4be6-91fb-c186a02af50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325b6ba7-382f-4677-8261-a77bd7a69aef'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:35:42.074027 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31da771-af4d-4675-9c76-410855d3dbbc" -d '{"events": [{"server_uuid": "adc32bbc-43a6-4be6-91fb-c186a02af50c", "name": "network-vif-plugged", "status": "completed", "tag": "325b6ba7-382f-4677-8261-a77bd7a69aef"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:35:42.091499 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfecb6-7c69-49c7-8009-526b927cc614 req-6d40f044-0671-4836-8291-84302347de1b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:42.094411 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-03cfecb6-7c69-49c7-8009-526b927cc614 req-6d40f044-0671-4836-8291-84302347de1b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=adc32bbc-43a6-4be6-91fb-c186a02af50c HTTP/1.1" status: 200 len: 944 time: 0.0700080 Feb 16 05:35:42.106540 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 325b6ba7-382f-4677-8261-a77bd7a69aef, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=325b6ba7-382f-4677-8261-a77bd7a69aef,segment=NetworkSegment(a22ffaa2-fa8d-413f-8157-99d10726ecf0),segment_id=a22ffaa2-fa8d-413f-8157-99d10726ecf0)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:35:42.130763 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (325b6ba7-382f-4677-8261-a77bd7a69aef), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:42.133679 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1d9dcb-4643-44be-b3d2-b99bf9d739a6 x-openstack-request-id: req-1f1d9dcb-4643-44be-b3d2-b99bf9d739a6 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:35:42.134068 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc32bbc-43a6-4be6-91fb-c186a02af50c", "name": "network-vif-plugged", "status": "completed", "tag": "325b6ba7-382f-4677-8261-a77bd7a69aef", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:35:42.134408 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1f1d9dcb-4643-44be-b3d2-b99bf9d739a6 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:35:42.134925 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc32bbc-43a6-4be6-91fb-c186a02af50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325b6ba7-382f-4677-8261-a77bd7a69aef', 'code': 200} Feb 16 05:35:42.177751 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-03cfecb6-7c69-49c7-8009-526b927cc614 req-8a661223-b05e-4738-ac05-c62944d748d0 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711634 Feb 16 05:35:42.245528 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=325b6ba7-382f-4677-8261-a77bd7a69aef,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:42.340912 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3fbe2-3f51-48fc-86c6-d68487e8393a req-9a3b6f7d-aeac-4032-9f52-f35f1bcebeef tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:42.342404 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-73a3fbe2-3f51-48fc-86c6-d68487e8393a req-9a3b6f7d-aeac-4032-9f52-f35f1bcebeef tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0583248 Feb 16 05:35:42.390493 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-73a3fbe2-3f51-48fc-86c6-d68487e8393a req-c319d570-931a-4c3a-bee9-2311d8cfce73 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417106 Feb 16 05:35:42.430793 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6f7f6-8793-41dd-8c53-582d143b67f9 req-8dddf346-0af4-4242-a942-38d94b9a8740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:42.432874 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a8c6f7f6-8793-41dd-8c53-582d143b67f9 req-8dddf346-0af4-4242-a942-38d94b9a8740 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=adc32bbc-43a6-4be6-91fb-c186a02af50c HTTP/1.1" status: 200 len: 1129 time: 0.0574102 Feb 16 05:35:42.497128 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a8c6f7f6-8793-41dd-8c53-582d143b67f9 req-b48a8bb4-d765-4013-a914-52e70d62ff59 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531743 Feb 16 05:35:42.935238 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5d248-624d-44d9-a903-e65993c702ad req-37132f39-8940-4ad2-aee8-6d4cf028e6f3 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:42.936625 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1de5d248-624d-44d9-a903-e65993c702ad req-37132f39-8940-4ad2-aee8-6d4cf028e6f3 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0602422 Feb 16 05:35:42.984792 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1de5d248-624d-44d9-a903-e65993c702ad req-fbace3d3-27b5-4edc-8be3-ca7d67c14c9b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415587 Feb 16 05:35:43.197533 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0118118-7bed-4e8d-a750-ceb9e89714f9 req-0d9ed198-eb5b-4e04-934b-040e474167e2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:43.210248 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a0118118-7bed-4e8d-a750-ceb9e89714f9 req-0d9ed198-eb5b-4e04-934b-040e474167e2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0710661 Feb 16 05:35:43.285237 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a0118118-7bed-4e8d-a750-ceb9e89714f9 req-e72cff9d-d77b-40f3-b9c8-cb0e8a75a8ba tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696597 Feb 16 05:35:43.337240 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb533da-fefd-492c-8508-62f83a6d018f req-b3491c04-f903-4494-a15e-0659c9932c45 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:43.338771 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3eb533da-fefd-492c-8508-62f83a6d018f req-b3491c04-f903-4494-a15e-0659c9932c45 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=adc32bbc-43a6-4be6-91fb-c186a02af50c HTTP/1.1" status: 200 len: 945 time: 0.0645652 Feb 16 05:35:43.403336 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3eb533da-fefd-492c-8508-62f83a6d018f req-fbb4ad96-3164-4efc-8b2a-620ac1dfdce7 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587084 Feb 16 05:35:44.109928 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1100530-c974-4738-88c1-9486836c9274 req-b553e077-c443-4835-b0dd-5820e4f373a1 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:44.111381 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b1100530-c974-4738-88c1-9486836c9274 req-b553e077-c443-4835-b0dd-5820e4f373a1 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0537546 Feb 16 05:35:44.173926 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b1100530-c974-4738-88c1-9486836c9274 req-402b6e01-ad73-40f8-82d7-192e414afa42 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527818 Feb 16 05:35:44.417133 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30085307-5707-4984-a3af-9f6140dbbe4a req-a201d148-26f5-4cd3-a708-853c354b3ba8 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:44.418662 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-30085307-5707-4984-a3af-9f6140dbbe4a req-a201d148-26f5-4cd3-a708-853c354b3ba8 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0558398 Feb 16 05:35:44.444522 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc112b-55a3-44b1-9f23-a1a41fd1bd7e req-029fde19-cb31-4425-a989-1e24732e99da tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:44.445941 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-96cc112b-55a3-44b1-9f23-a1a41fd1bd7e req-029fde19-cb31-4425-a989-1e24732e99da tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 946 time: 0.0670016 Feb 16 05:35:44.484658 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-30085307-5707-4984-a3af-9f6140dbbe4a req-d2070c67-04f8-4fbe-8c28-b539ed00af96 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580685 Feb 16 05:35:44.506062 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-96cc112b-55a3-44b1-9f23-a1a41fd1bd7e req-2cbc9b0c-b316-4bf6-9058-1688a3fc4fd6 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535417 Feb 16 05:35:44.615055 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad058fd-0ca1-41c0-9903-22aa81ebff33 req-d4b99e0d-97ae-41a1-9099-624dca3fe4c2 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:44.616487 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-8ad058fd-0ca1-41c0-9903-22aa81ebff33 req-d4b99e0d-97ae-41a1-9099-624dca3fe4c2 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=adc32bbc-43a6-4be6-91fb-c186a02af50c HTTP/1.1" status: 200 len: 945 time: 0.0512753 Feb 16 05:35:44.660730 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-8ad058fd-0ca1-41c0-9903-22aa81ebff33 req-96411106-de10-40da-ae82-66886cc293ef tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387909 Feb 16 05:35:45.299361 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e4986-3d0c-4f99-a4ca-d4b3f85dc74e req-0d1da33d-09a4-44a7-9126-cc1d01aeab0e tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:45.300820 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9c1e4986-3d0c-4f99-a4ca-d4b3f85dc74e req-0d1da33d-09a4-44a7-9126-cc1d01aeab0e tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0571277 Feb 16 05:35:45.347377 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9c1e4986-3d0c-4f99-a4ca-d4b3f85dc74e req-e47fc203-2fed-422f-9325-cd54189c1058 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397871 Feb 16 05:35:45.609193 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 973b69b7-1831-4e77-9b05-2bae4a584505 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:35:45.634395 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: 973b69b7-1831-4e77-9b05-2bae4a584505 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:35:45.634747 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 973b69b7-1831-4e77-9b05-2bae4a584505 not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:35:45.644721 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2873ba-ba59-4c93-b1a4-5166b47267c5 req-ed599f6f-b437-40a8-b9a1-5273af375a83 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:45.646770 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ce2873ba-ba59-4c93-b1a4-5166b47267c5 req-ed599f6f-b437-40a8-b9a1-5273af375a83 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0835545 Feb 16 05:35:45.654433 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905142be-84ed-4af7-9cea-7677b1e26699 req-630801e4-93ac-4f1a-97b8-6b7f214ff6a2 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:45.657508 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-905142be-84ed-4af7-9cea-7677b1e26699 req-630801e4-93ac-4f1a-97b8-6b7f214ff6a2 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 946 time: 0.0781794 Feb 16 05:35:45.713462 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ce2873ba-ba59-4c93-b1a4-5166b47267c5 req-18c9a8a5-4fbc-4c7c-9f23-3d057a5fe757 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599670 Feb 16 05:35:45.729106 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-905142be-84ed-4af7-9cea-7677b1e26699 req-b1402675-9ba0-4810-8ca3-309fb524f62f tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647593 Feb 16 05:35:46.464368 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabc25f-bc35-4c00-b1df-ab6bfdddf86f req-8818b030-227b-47de-87eb-91eb5c392465 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:46.465859 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2cabc25f-bc35-4c00-b1df-ab6bfdddf86f req-8818b030-227b-47de-87eb-91eb5c392465 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0509064 Feb 16 05:35:46.515886 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2cabc25f-bc35-4c00-b1df-ab6bfdddf86f req-00ea3788-a486-4240-851b-a2e455c7292a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438080 Feb 16 05:35:46.851761 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2d59a-3574-48bf-9519-7b4a61a79a48 req-5000e7b3-97a7-485c-8fb5-0761a5fd5972 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:46.854241 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b4f2d59a-3574-48bf-9519-7b4a61a79a48 req-5000e7b3-97a7-485c-8fb5-0761a5fd5972 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0643318 Feb 16 05:35:46.860242 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a1671-8b16-489a-ad07-ae7af6a7b7ed req-c10343e0-4371-4463-962f-f13bd1e09d38 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:46.862200 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fa2a1671-8b16-489a-ad07-ae7af6a7b7ed req-c10343e0-4371-4463-962f-f13bd1e09d38 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 946 time: 0.0613551 Feb 16 05:35:46.914552 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fa2a1671-8b16-489a-ad07-ae7af6a7b7ed req-50a5fcc6-f75e-4293-8422-438a4d27c98d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462737 Feb 16 05:35:46.915534 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b4f2d59a-3574-48bf-9519-7b4a61a79a48 req-a7a32303-38ee-4caa-9ad2-4b0b329d38ba tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435214 Feb 16 05:35:46.999093 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddc7fc-61c7-4dc4-bf33-3923851ef8fd req-e8ea50ca-d4b5-433a-b0a3-e2bc11f5d172 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:47.001082 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6fddc7fc-61c7-4dc4-bf33-3923851ef8fd req-e8ea50ca-d4b5-433a-b0a3-e2bc11f5d172 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 946 time: 0.0664406 Feb 16 05:35:47.061524 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 54604) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:35:47.104873 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-6fddc7fc-61c7-4dc4-bf33-3923851ef8fd req-664f103c-9e6c-4d8d-b25a-3680b919350e tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Deleting port 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:35:47.105225 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-6fddc7fc-61c7-4dc4-bf33-3923851ef8fd req-664f103c-9e6c-4d8d-b25a-3680b919350e tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (1a2ee93b-aa41-40e5-b336-729f04e7e5c2), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:47.199479 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-6fddc7fc-61c7-4dc4-bf33-3923851ef8fd req-664f103c-9e6c-4d8d-b25a-3680b919350e tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] For port 1a2ee93b-aa41-40e5-b336-729f04e7e5c2, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=1a2ee93b-aa41-40e5-b336-729f04e7e5c2,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:35:47.199848 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-6fddc7fc-61c7-4dc4-bf33-3923851ef8fd req-664f103c-9e6c-4d8d-b25a-3680b919350e tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (1a2ee93b-aa41-40e5-b336-729f04e7e5c2), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:47.200017 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-141fd429-6b91-41e1-ba9d-257d438255f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:47.213599 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-6fddc7fc-61c7-4dc4-bf33-3923851ef8fd req-664f103c-9e6c-4d8d-b25a-3680b919350e tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Calling delete_port for 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 owned by compute:nova {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:35:47.274951 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-141fd429-6b91-41e1-ba9d-257d438255f5 admin admin] Publish callbacks [] for security_group (a9bc0a0a-cc76-40d8-929a-64ee4913008f), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:47.279262 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-141fd429-6b91-41e1-ba9d-257d438255f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (a9bc0a0a-cc76-40d8-929a-64ee4913008f), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:47.317647 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-141fd429-6b91-41e1-ba9d-257d438255f5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=182857ffac364ab4ab8861d3146087aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543831 Feb 16 05:35:47.321388 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 54612) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:35:47.335718 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fd429-6b91-41e1-ba9d-257d438255f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bc0a0a-cc76-40d8-929a-64ee4913008f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:47.376974 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0fff0bdb-e3eb-4057-b3e7-f6f112abec9e admin admin] Publish callbacks [] for security_group (a9bc0a0a-cc76-40d8-929a-64ee4913008f), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:47.402032 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0fff0bdb-e3eb-4057-b3e7-f6f112abec9e admin admin] Publish callbacks [] for security_group (a9bc0a0a-cc76-40d8-929a-64ee4913008f), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:47.473732 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0fff0bdb-e3eb-4057-b3e7-f6f112abec9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (a9bc0a0a-cc76-40d8-929a-64ee4913008f), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:47.476538 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0fff0bdb-e3eb-4057-b3e7-f6f112abec9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:47.480457 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-0fff0bdb-e3eb-4057-b3e7-f6f112abec9e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a9bc0a0a-cc76-40d8-929a-64ee4913008f HTTP/1.1" status: 204 len: 168 time: 0.1554089 Feb 16 05:35:47.487236 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff0bdb-e3eb-4057-b3e7-f6f112abec9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bc0a0a-cc76-40d8-929a-64ee4913008f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:47.574140 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-6fddc7fc-61c7-4dc4-bf33-3923851ef8fd req-664f103c-9e6c-4d8d-b25a-3680b919350e tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (1a2ee93b-aa41-40e5-b336-729f04e7e5c2), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:47.604248 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f103c-9e6c-4d8d-b25a-3680b919350e tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Pushing event deleted for resources: {'Port': ['ID=1a2ee93b-aa41-40e5-b336-729f04e7e5c2,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:47.627453 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['f95645a6-2fbd-42df-b9db-d604a04d8bfa', '5f1e1dcc-fb0d-43bd-a284-85872e5284c7', '1a2ee93b-aa41-40e5-b336-729f04e7e5c2'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:35:47.651482 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fddc7fc-61c7-4dc4-bf33-3923851ef8fd req-664f103c-9e6c-4d8d-b25a-3680b919350e tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] No DVR routers for this DVR port 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 on host hv-cinder-82947 {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:35:47.654201 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-6fddc7fc-61c7-4dc4-bf33-3923851ef8fd req-664f103c-9e6c-4d8d-b25a-3680b919350e tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:47.658205 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6fddc7fc-61c7-4dc4-bf33-3923851ef8fd req-664f103c-9e6c-4d8d-b25a-3680b919350e tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.60 "DELETE /v2.0/ports/1a2ee93b-aa41-40e5-b336-729f04e7e5c2 HTTP/1.1" status: 204 len: 173 time: 0.6515472 Feb 16 05:35:47.658772 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a3cf44-4b52-472e-8e55-9209e88f127d', 'name': 'network-vif-deleted', 'tag': '1a2ee93b-aa41-40e5-b336-729f04e7e5c2'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:35:47.661252 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94405e47-ca8e-4bd4-bcd0-5c381880c0ab" -d '{"events": [{"server_uuid": "64a3cf44-4b52-472e-8e55-9209e88f127d", "name": "network-vif-deleted", "tag": "1a2ee93b-aa41-40e5-b336-729f04e7e5c2"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:35:47.700085 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f2e78-bdc6-467e-b066-448c6dfdf1d5 req-597eb402-033a-4ea2-acc7-524a3dedf5d6 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:47.715480 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ad4f2e78-bdc6-467e-b066-448c6dfdf1d5 req-597eb402-033a-4ea2-acc7-524a3dedf5d6 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.1253889 Feb 16 05:35:47.768210 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f93661b-0df5-4218-9de9-49c1dbdc9e78 x-openstack-request-id: req-2f93661b-0df5-4218-9de9-49c1dbdc9e78 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:35:47.768506 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a3cf44-4b52-472e-8e55-9209e88f127d", "name": "network-vif-deleted", "tag": "1a2ee93b-aa41-40e5-b336-729f04e7e5c2", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:35:47.768757 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2f93661b-0df5-4218-9de9-49c1dbdc9e78 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:35:47.769432 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a3cf44-4b52-472e-8e55-9209e88f127d', 'name': 'network-vif-deleted', 'tag': '1a2ee93b-aa41-40e5-b336-729f04e7e5c2', 'status': 'completed', 'code': 200} Feb 16 05:35:47.818842 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ad4f2e78-bdc6-467e-b066-448c6dfdf1d5 req-596faaa5-8aa0-4992-98c3-0800a756d613 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1018670 Feb 16 05:35:48.045160 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ab4535fb-fe49-449a-9485-555858213b74 req-f97b6c66-57d5-4fe7-9fb6-aa63e2df2f00 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a3cf44-4b52-472e-8e55-9209e88f127d HTTP/1.1" status: 200 len: 210 time: 0.0315568 Feb 16 05:35:48.064778 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0a3b4-6c4b-4ca1-8082-8b1c0f542512 req-289f3bcd-430a-4639-99ee-500b6e605097 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:48.066285 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-cff0a3b4-6c4b-4ca1-8082-8b1c0f542512 req-289f3bcd-430a-4639-99ee-500b6e605097 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0624406 Feb 16 05:35:48.118261 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-cff0a3b4-6c4b-4ca1-8082-8b1c0f542512 req-3263024f-2c46-4452-bb0a-d90527db8245 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462201 Feb 16 05:35:48.932815 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97916ab7-7ce8-43d6-911d-1b06fc5569e5 req-88b887ca-4dbb-42e6-97bc-3e3c9bb02de7 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:48.934292 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-97916ab7-7ce8-43d6-911d-1b06fc5569e5 req-88b887ca-4dbb-42e6-97bc-3e3c9bb02de7 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0512867 Feb 16 05:35:48.977789 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-97916ab7-7ce8-43d6-911d-1b06fc5569e5 req-3bc18c91-113a-43f2-af98-833ed1eee2b9 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379372 Feb 16 05:35:49.271243 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109be70-29d2-4d5c-bd75-aed214038031 req-5abea958-44a8-4b02-9b69-9a1526e31905 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:49.272802 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0109be70-29d2-4d5c-bd75-aed214038031 req-5abea958-44a8-4b02-9b69-9a1526e31905 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0754368 Feb 16 05:35:49.321211 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0109be70-29d2-4d5c-bd75-aed214038031 req-141af240-7787-4ff9-ae82-e784c6168658 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429034 Feb 16 05:35:49.352076 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fa136-c96f-4565-b02e-b0b702ae5ec6 req-8790293f-354d-4c9c-a44a-0cc9cc1a53e6 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:49.353594 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-be6fa136-c96f-4565-b02e-b0b702ae5ec6 req-8790293f-354d-4c9c-a44a-0cc9cc1a53e6 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 946 time: 0.0583262 Feb 16 05:35:49.400363 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-be6fa136-c96f-4565-b02e-b0b702ae5ec6 req-87d30209-f5a0-40e3-b511-6d83256afd74 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412097 Feb 16 05:35:49.643578 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:35:49.663859 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:35:49.664192 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 1a2ee93b-aa41-40e5-b336-729f04e7e5c2 not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:35:50.099842 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a05e2-2e94-44ce-8355-ee0783461d55 req-5d90bf91-183a-4453-9426-f81290dba12f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:50.101244 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2d1a05e2-2e94-44ce-8355-ee0783461d55 req-5d90bf91-183a-4453-9426-f81290dba12f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0589662 Feb 16 05:35:50.148216 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2d1a05e2-2e94-44ce-8355-ee0783461d55 req-9d740f23-0cb5-420b-b7c6-fad6d7159050 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413849 Feb 16 05:35:50.442698 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675831e-6de5-4497-9d35-99a4ec20a90c req-7df6a76a-da72-486e-8446-9e6f8d2cd9e2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:50.444169 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6675831e-6de5-4497-9d35-99a4ec20a90c req-7df6a76a-da72-486e-8446-9e6f8d2cd9e2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0522230 Feb 16 05:35:50.500057 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6675831e-6de5-4497-9d35-99a4ec20a90c req-94593162-8f7a-4678-829b-43df5dbf66b7 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496995 Feb 16 05:35:50.619988 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763ad0b-a757-4fc2-a7b7-770c6f31df36 req-b4445a1c-2350-4435-84cb-18489f665259 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:50.621415 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c763ad0b-a757-4fc2-a7b7-770c6f31df36 req-b4445a1c-2350-4435-84cb-18489f665259 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 946 time: 0.0527360 Feb 16 05:35:50.681982 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c763ad0b-a757-4fc2-a7b7-770c6f31df36 req-9529f636-b92a-4fcd-ac28-05cbf1953aad tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551286 Feb 16 05:35:50.985727 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bee8da-2b03-4192-adc7-54cdc428a305 req-10c9439f-f5a2-4815-9708-681ab64190c7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:50.987281 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-35bee8da-2b03-4192-adc7-54cdc428a305 req-10c9439f-f5a2-4815-9708-681ab64190c7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0530972 Feb 16 05:35:51.067745 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-35bee8da-2b03-4192-adc7-54cdc428a305 req-cf58225d-bbeb-4ac9-817c-0b45dcac6023 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744071 Feb 16 05:35:51.072004 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183a29f-b64b-4b88-89cb-c583107974eb req-06f12452-8d7f-4711-9610-478d9ecdde92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:51.073455 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4183a29f-b64b-4b88-89cb-c583107974eb req-06f12452-8d7f-4711-9610-478d9ecdde92 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=971394cccbfa49b584616f61ed5eb8a2&device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 1129 time: 0.0785170 Feb 16 05:35:51.268606 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183a29f-b64b-4b88-89cb-c583107974eb req-588a1323-f744-4a92-abd1-a0115ac9fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:51.270097 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4183a29f-b64b-4b88-89cb-c583107974eb req-588a1323-f744-4a92-abd1-a0115ac9fa50 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d78b6deb-fc45-4cca-b643-a09448659dd2 HTTP/1.1" status: 200 len: 919 time: 0.1224954 Feb 16 05:35:51.295488 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f4917-0b53-4a6c-8baf-9139ea57c807 req-60d45422-386e-41e5-8fd1-264c9533eb20 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:51.298009 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-687f4917-0b53-4a6c-8baf-9139ea57c807 req-60d45422-386e-41e5-8fd1-264c9533eb20 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0779271 Feb 16 05:35:51.346766 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4183a29f-b64b-4b88-89cb-c583107974eb req-eefe5cc9-7f32-4fd7-b88b-c135c6866b8c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b086e2fa-4423-4f0a-ab73-6efbf20ec756 HTTP/1.1" status: 200 len: 217 time: 0.0478067 Feb 16 05:35:51.382695 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-687f4917-0b53-4a6c-8baf-9139ea57c807 req-d4a61216-bbf4-4d17-b022-270834d618db tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757463 Feb 16 05:35:51.435449 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183a29f-b64b-4b88-89cb-c583107974eb req-8779ee0f-7130-4521-8f5f-ef04648a359c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:51.436840 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4183a29f-b64b-4b88-89cb-c583107974eb req-8779ee0f-7130-4521-8f5f-ef04648a359c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f749e834-f594-43d5-a00e-995704979ca3 HTTP/1.1" status: 200 len: 858 time: 0.0452950 Feb 16 05:35:51.469344 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4183a29f-b64b-4b88-89cb-c583107974eb req-e3ff2fc5-dd8c-4b48-ac9e-7725483987a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d78b6deb-fc45-4cca-b643-a09448659dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265269 Feb 16 05:35:51.562948 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4183a29f-b64b-4b88-89cb-c583107974eb req-f9933aa7-403c-43a0-a960-a8c221a6e1ed service neutron] 10.222.0.60 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865262 Feb 16 05:35:51.658639 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc2648-1edc-4ed1-a797-244efe41217f req-30adced7-8d9e-4a2a-b4a5-73d0d4af175b tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:51.660519 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-bbdc2648-1edc-4ed1-a797-244efe41217f req-30adced7-8d9e-4a2a-b4a5-73d0d4af175b tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 946 time: 0.0533276 Feb 16 05:35:51.688398 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b000b-80c0-42e4-87e8-f2482f0b5468 req-ef3b4397-ecf8-44ed-88c8-105f480835b0 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:51.689819 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-522b000b-80c0-42e4-87e8-f2482f0b5468 req-ef3b4397-ecf8-44ed-88c8-105f480835b0 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.1054568 Feb 16 05:35:51.738230 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4183a29f-b64b-4b88-89cb-c583107974eb req-1c5c784f-33ee-4e15-a6eb-239d2166863a service neutron] 10.222.0.60 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277440 Feb 16 05:35:51.760163 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-522b000b-80c0-42e4-87e8-f2482f0b5468 req-9ad70f43-599b-4d3f-9209-49012befc61b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621192 Feb 16 05:35:51.769476 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-bbdc2648-1edc-4ed1-a797-244efe41217f req-34585971-d718-45d7-9332-9cff4560b778 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Deleting port 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:35:51.769818 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-bbdc2648-1edc-4ed1-a797-244efe41217f req-34585971-d718-45d7-9332-9cff4560b778 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (5f1e1dcc-fb0d-43bd-a284-85872e5284c7), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:51.860384 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-bbdc2648-1edc-4ed1-a797-244efe41217f req-34585971-d718-45d7-9332-9cff4560b778 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] For port 5f1e1dcc-fb0d-43bd-a284-85872e5284c7, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=5f1e1dcc-fb0d-43bd-a284-85872e5284c7,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:35:51.860752 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-bbdc2648-1edc-4ed1-a797-244efe41217f req-34585971-d718-45d7-9332-9cff4560b778 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (5f1e1dcc-fb0d-43bd-a284-85872e5284c7), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:51.874918 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-bbdc2648-1edc-4ed1-a797-244efe41217f req-34585971-d718-45d7-9332-9cff4560b778 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Calling delete_port for 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:35:51.878307 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebbde8-2376-48e1-b355-93b77dbb54c6 req-1f5c0493-56e7-4d95-92df-7e1cd8d661a9 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:51.879958 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8cebbde8-2376-48e1-b355-93b77dbb54c6 req-1f5c0493-56e7-4d95-92df-7e1cd8d661a9 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=69a05cc5-5174-4d41-a407-fc4311b4f6e9 HTTP/1.1" status: 200 len: 946 time: 0.0570419 Feb 16 05:35:51.928320 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8cebbde8-2376-48e1-b355-93b77dbb54c6 req-7ec4acbe-114d-4f46-a0af-752818ecbe1b tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428727 Feb 16 05:35:52.006259 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-bbdc2648-1edc-4ed1-a797-244efe41217f req-34585971-d718-45d7-9332-9cff4560b778 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (5f1e1dcc-fb0d-43bd-a284-85872e5284c7), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:52.035697 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34585971-d718-45d7-9332-9cff4560b778 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Pushing event deleted for resources: {'Port': ['ID=5f1e1dcc-fb0d-43bd-a284-85872e5284c7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:52.047568 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['f95645a6-2fbd-42df-b9db-d604a04d8bfa', '5f1e1dcc-fb0d-43bd-a284-85872e5284c7'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:35:52.076214 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdc2648-1edc-4ed1-a797-244efe41217f req-34585971-d718-45d7-9332-9cff4560b778 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] No DVR routers for this DVR port 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 on host hv-cinder-82947 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:35:52.078726 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-bbdc2648-1edc-4ed1-a797-244efe41217f req-34585971-d718-45d7-9332-9cff4560b778 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:52.082227 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-bbdc2648-1edc-4ed1-a797-244efe41217f req-34585971-d718-45d7-9332-9cff4560b778 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.60 "DELETE /v2.0/ports/5f1e1dcc-fb0d-43bd-a284-85872e5284c7 HTTP/1.1" status: 204 len: 173 time: 0.4124308 Feb 16 05:35:52.082666 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a05cc5-5174-4d41-a407-fc4311b4f6e9', 'name': 'network-vif-deleted', 'tag': '5f1e1dcc-fb0d-43bd-a284-85872e5284c7'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:35:52.084960 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ba3335-25fb-4868-873c-e9fe3d2223e3" -d '{"events": [{"server_uuid": "69a05cc5-5174-4d41-a407-fc4311b4f6e9", "name": "network-vif-deleted", "tag": "5f1e1dcc-fb0d-43bd-a284-85872e5284c7"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:35:52.127893 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b48a7c-d008-4254-9e2b-a8a548433090 x-openstack-request-id: req-18b48a7c-d008-4254-9e2b-a8a548433090 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:35:52.128239 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a05cc5-5174-4d41-a407-fc4311b4f6e9", "name": "network-vif-deleted", "tag": "5f1e1dcc-fb0d-43bd-a284-85872e5284c7", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:35:52.128474 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-18b48a7c-d008-4254-9e2b-a8a548433090 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:35:52.128952 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a05cc5-5174-4d41-a407-fc4311b4f6e9', 'name': 'network-vif-deleted', 'tag': '5f1e1dcc-fb0d-43bd-a284-85872e5284c7', 'status': 'completed', 'code': 200} Feb 16 05:35:52.236385 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118a392-4900-4d48-abec-479f8225d41c req-dcb84898-af82-406e-b2fd-9d9dffbd25b3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:52.239471 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c118a392-4900-4d48-abec-479f8225d41c req-dcb84898-af82-406e-b2fd-9d9dffbd25b3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0579584 Feb 16 05:35:52.285244 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c118a392-4900-4d48-abec-479f8225d41c req-de1dfe07-158f-448d-8289-8546a504cc44 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417981 Feb 16 05:35:52.501886 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e779f6-3672-4235-8b91-04f844f6c3bb req-86fa3be1-4988-454f-9d80-3b44567847d6 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:52.503289 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-18e779f6-3672-4235-8b91-04f844f6c3bb req-86fa3be1-4988-454f-9d80-3b44567847d6 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0556850 Feb 16 05:35:52.551430 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-18e779f6-3672-4235-8b91-04f844f6c3bb req-3ed25392-d334-484e-8d26-deff4b3c9eb3 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425336 Feb 16 05:35:52.756856 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a498c07-1e70-4aae-9486-d740e2a84b36 req-3a540653-730f-4a4d-a350-018b4914ab87 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:52.758487 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5a498c07-1e70-4aae-9486-d740e2a84b36 req-3a540653-730f-4a4d-a350-018b4914ab87 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0588925 Feb 16 05:35:52.810684 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5a498c07-1e70-4aae-9486-d740e2a84b36 req-b157c49c-2e95-4357-ae20-c0e93b8e1bfc tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466728 Feb 16 05:35:52.917048 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb26ad-2c86-4074-b322-9a189e5529cb req-338abf91-ba3b-4c4d-b912-f3eb4b458761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:52.918676 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7ddb26ad-2c86-4074-b322-9a189e5529cb req-338abf91-ba3b-4c4d-b912-f3eb4b458761 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d95f84bb5c4548a82ead0d4d2cb38c&device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 1129 time: 0.0540240 Feb 16 05:35:52.934923 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb4322-b8a5-4e63-9c09-7bfc68128a99 req-3b5b5589-f28c-4ee7-91e0-397cfd15c6af tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:52.936631 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f4cb4322-b8a5-4e63-9c09-7bfc68128a99 req-3b5b5589-f28c-4ee7-91e0-397cfd15c6af tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0612845 Feb 16 05:35:52.987155 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f4cb4322-b8a5-4e63-9c09-7bfc68128a99 req-1337fca5-ab48-45cf-838c-15ce28e00520 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426230 Feb 16 05:35:53.011906 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb26ad-2c86-4074-b322-9a189e5529cb req-f6825b5c-f51c-4a76-bc3c-f61bc41b4674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:53.013409 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7ddb26ad-2c86-4074-b322-9a189e5529cb req-f6825b5c-f51c-4a76-bc3c-f61bc41b4674 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c HTTP/1.1" status: 200 len: 911 time: 0.0879936 Feb 16 05:35:53.121183 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7ddb26ad-2c86-4074-b322-9a189e5529cb req-68038934-c254-45f0-819a-cfd66250437c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea0bb21c-e630-4bb0-9c90-163cf454c5fa HTTP/1.1" status: 200 len: 1001 time: 0.0970168 Feb 16 05:35:53.172172 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb26ad-2c86-4074-b322-9a189e5529cb req-6f669225-1bca-42bc-bf7e-b524b954ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:53.173654 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7ddb26ad-2c86-4074-b322-9a189e5529cb req-6f669225-1bca-42bc-bf7e-b524b954ae32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=636aaf45-90e1-4d41-a98b-57327459a7bf HTTP/1.1" status: 200 len: 849 time: 0.0440719 Feb 16 05:35:53.221139 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb26ad-2c86-4074-b322-9a189e5529cb req-951c6d4e-0db5-4d76-a893-af4904bb7bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:53.222631 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7ddb26ad-2c86-4074-b322-9a189e5529cb req-951c6d4e-0db5-4d76-a893-af4904bb7bf2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426924 Feb 16 05:35:53.319267 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7ddb26ad-2c86-4074-b322-9a189e5529cb req-3316c0ce-0f78-4ec5-96a0-86a451e6d6fa service neutron] 10.222.0.60 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844891 Feb 16 05:35:53.417084 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fb0fc-3101-41a9-9cc3-8efdccd33948 req-87d0c565-fdf3-4093-ac44-f7804a430390 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:53.418774 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b08fb0fc-3101-41a9-9cc3-8efdccd33948 req-87d0c565-fdf3-4093-ac44-f7804a430390 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0618851 Feb 16 05:35:53.425053 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7ddb26ad-2c86-4074-b322-9a189e5529cb req-518a0e22-6fb4-4dd0-822b-e8787ff2857a service neutron] 10.222.0.60 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968604 Feb 16 05:35:53.471490 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b08fb0fc-3101-41a9-9cc3-8efdccd33948 req-81bf67f6-a0b1-4eeb-b209-7695e801c7e3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452476 Feb 16 05:35:53.651733 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 1b21e5ec-67af-4154-90a7-d10f66f9f96b details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:35:53.873474 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 1b21e5ec-67af-4154-90a7-d10f66f9f96b, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=1b21e5ec-67af-4154-90a7-d10f66f9f96b,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:35:53.886675 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': '1b21e5ec-67af-4154-90a7-d10f66f9f96b', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'port_id': '1b21e5ec-67af-4154-90a7-d10f66f9f96b', 'mac_address': 'fa:16:3e:e7:b1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:35:53.928258 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 1b21e5ec-67af-4154-90a7-d10f66f9f96b is: ACTIVE; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:35:53.928682 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:53.941378 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbf6b8-8809-459b-92e5-588f5a9a7f11 req-504030d6-f081-4f71-8774-ff52d0b54d6b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:53.942946 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1ecbf6b8-8809-459b-92e5-588f5a9a7f11 req-504030d6-f081-4f71-8774-ff52d0b54d6b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0643229 Feb 16 05:35:53.943171 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b21e5ec-67af-4154-90a7-d10f66f9f96b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:35:53.963021 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 1b21e5ec-67af-4154-90a7-d10f66f9f96b, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=1b21e5ec-67af-4154-90a7-d10f66f9f96b,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:35:53.966920 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:53.994793 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1ecbf6b8-8809-459b-92e5-588f5a9a7f11 req-f1d6e739-9da6-445d-9905-0f03769ff162 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463035 Feb 16 05:35:54.015129 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=1b21e5ec-67af-4154-90a7-d10f66f9f96b,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:54.111928 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f41fa9-6a97-4c4b-b5dd-eb91fcf9321c req-2bcd0bb5-3282-43d3-acdf-13aa5b239dd4 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:54.113333 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-19f41fa9-6a97-4c4b-b5dd-eb91fcf9321c req-2bcd0bb5-3282-43d3-acdf-13aa5b239dd4 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 944 time: 0.0521874 Feb 16 05:35:54.162057 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-19f41fa9-6a97-4c4b-b5dd-eb91fcf9321c req-b2323578-affc-4b8b-9049-db01d9a9fad8 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424888 Feb 16 05:35:54.386755 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['1b21e5ec-67af-4154-90a7-d10f66f9f96b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:35:54.393897 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022c280-d79a-4fad-8705-d3f1bea155ce req-1e2eccea-3d09-4b82-88b0-0047abd302c0 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:54.395441 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d022c280-d79a-4fad-8705-d3f1bea155ce req-1e2eccea-3d09-4b82-88b0-0047abd302c0 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 945 time: 0.0529575 Feb 16 05:35:54.443981 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d022c280-d79a-4fad-8705-d3f1bea155ce req-9ac0cbe4-2c1d-454d-bc8a-63eeb34701f6 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425527 Feb 16 05:35:54.599382 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68059643-f9ef-4158-8496-6091887f1487 req-ba326375-0072-4e65-9f8e-c2cf362e5fbf tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:54.600917 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-68059643-f9ef-4158-8496-6091887f1487 req-ba326375-0072-4e65-9f8e-c2cf362e5fbf tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0580773 Feb 16 05:35:54.648143 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-68059643-f9ef-4158-8496-6091887f1487 req-c4f2d53b-6a1c-4ef0-a9e2-4081118e846d tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412376 Feb 16 05:35:55.113383 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ef1a7-4db5-48ca-93f7-72ba20dea552 req-2f60c414-0204-4075-94ff-c2138c5c7fbf tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:55.114863 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e77ef1a7-4db5-48ca-93f7-72ba20dea552 req-2f60c414-0204-4075-94ff-c2138c5c7fbf tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0533187 Feb 16 05:35:55.160420 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e77ef1a7-4db5-48ca-93f7-72ba20dea552 req-76fa22b2-2181-46a3-b7f7-0d830df7917a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399868 Feb 16 05:35:55.284668 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e9d08-b156-4cc7-a9bb-cb0f7565d513 req-327af086-7791-45c6-87e3-ed4c244552fa tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:55.286150 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-545e9d08-b156-4cc7-a9bb-cb0f7565d513 req-327af086-7791-45c6-87e3-ed4c244552fa tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 944 time: 0.0513041 Feb 16 05:35:55.337034 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-545e9d08-b156-4cc7-a9bb-cb0f7565d513 req-99f34d3f-6e30-4c6f-a798-99126102701e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447326 Feb 16 05:35:55.566270 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcc10b-f057-4890-8e2b-ef760a67b240 req-26c9a489-c53a-4c94-8b0b-60aa40cae659 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:55.567741 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-34fcc10b-f057-4890-8e2b-ef760a67b240 req-26c9a489-c53a-4c94-8b0b-60aa40cae659 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 945 time: 0.0554242 Feb 16 05:35:55.616755 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-34fcc10b-f057-4890-8e2b-ef760a67b240 req-70657032-fea1-4cf3-9116-6f6512f50c1c tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421572 Feb 16 05:35:55.674258 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 1b21e5ec-67af-4154-90a7-d10f66f9f96b up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:35:55.726807 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port 1b21e5ec-67af-4154-90a7-d10f66f9f96b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:35:55.727185 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:55.772039 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b992b9-b239-43e6-abff-f2a010782515 req-26fe1af1-c0fc-49c9-b673-12e17b3522f2 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:55.773595 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b4b992b9-b239-43e6-abff-f2a010782515 req-26fe1af1-c0fc-49c9-b673-12e17b3522f2 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0549262 Feb 16 05:35:55.809891 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 1b21e5ec-67af-4154-90a7-d10f66f9f96b is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:35:55.810194 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:55.819531 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b4b992b9-b239-43e6-abff-f2a010782515 req-1f2d125b-e400-464a-bd54-90f1369f9284 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403168 Feb 16 05:35:55.832500 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03664210-52cd-4649-abb9-282e98802be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b21e5ec-67af-4154-90a7-d10f66f9f96b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:35:55.834741 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6a3955-57ea-4a34-9fff-3f83711db1e0" -d '{"events": [{"server_uuid": "03664210-52cd-4649-abb9-282e98802be3", "name": "network-vif-plugged", "status": "completed", "tag": "1b21e5ec-67af-4154-90a7-d10f66f9f96b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:35:55.849049 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 1b21e5ec-67af-4154-90a7-d10f66f9f96b, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=1b21e5ec-67af-4154-90a7-d10f66f9f96b,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:35:55.854007 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:55.854889 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:35:55.877729 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e611a89-f1c2-455a-b41e-06a670b2dbc9 x-openstack-request-id: req-2e611a89-f1c2-455a-b41e-06a670b2dbc9 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:35:55.878049 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03664210-52cd-4649-abb9-282e98802be3", "name": "network-vif-plugged", "status": "completed", "tag": "1b21e5ec-67af-4154-90a7-d10f66f9f96b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:35:55.878308 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2e611a89-f1c2-455a-b41e-06a670b2dbc9 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:35:55.878717 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03664210-52cd-4649-abb9-282e98802be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b21e5ec-67af-4154-90a7-d10f66f9f96b', 'code': 200} Feb 16 05:35:55.895708 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:35:55.896061 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 5f1e1dcc-fb0d-43bd-a284-85872e5284c7 not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:35:55.921195 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=1b21e5ec-67af-4154-90a7-d10f66f9f96b,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:56.106930 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1015ba77-bad0-411b-a16b-b6e04715c5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:56.466004 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d255274-74d6-48f0-9698-1f2abbc167ba req-d211283d-99e5-43d6-8266-4b11f68f01b8 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:56.467471 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3d255274-74d6-48f0-9698-1f2abbc167ba req-d211283d-99e5-43d6-8266-4b11f68f01b8 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0570517 Feb 16 05:35:56.513617 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3d255274-74d6-48f0-9698-1f2abbc167ba req-c541fae3-a458-4855-8508-19c4229bfc23 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401132 Feb 16 05:35:56.736674 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e1ce8-fa75-477c-b24d-18c3ce19603a req-e9b65a61-7e61-4aea-8077-3609d301419d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:56.738198 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f68e1ce8-fa75-477c-b24d-18c3ce19603a req-e9b65a61-7e61-4aea-8077-3609d301419d tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 945 time: 0.0558465 Feb 16 05:35:56.785578 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f68e1ce8-fa75-477c-b24d-18c3ce19603a req-9ffea36c-a8a1-4568-a6a3-ca7a1f5856ef tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/security-groups?id=9b511f60-b6ae-44ed-a6af-4c1d3760ff96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417850 Feb 16 05:35:56.941215 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b0bc7-7d01-4a90-a41c-67988a38cfff req-a70db1db-1190-4502-b85c-9fbb53262793 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:56.942625 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ed4b0bc7-7d01-4a90-a41c-67988a38cfff req-a70db1db-1190-4502-b85c-9fbb53262793 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0576231 Feb 16 05:35:56.987272 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ed4b0bc7-7d01-4a90-a41c-67988a38cfff req-2c636204-baba-42fc-9c0e-cc55bacfea93 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391653 Feb 16 05:35:57.082282 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a869e-5d81-428d-bb9b-53a2d24fe539 req-1d05a799-60e7-4c6f-9c81-8f9fdfc2034f tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:57.083715 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-135a869e-5d81-428d-bb9b-53a2d24fe539 req-1d05a799-60e7-4c6f-9c81-8f9fdfc2034f tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.60 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 945 time: 0.0563512 Feb 16 05:35:57.183044 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-6c4111de-f589-4de6-b43c-c160e352d422 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=c3842ab0db9e47b49407435096f0a223&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319927 Feb 16 05:35:57.326092 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-135a869e-5d81-428d-bb9b-53a2d24fe539 req-26c04dd1-c82d-4f85-8c9f-ff09a6e18f61 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Deleting port f95645a6-2fbd-42df-b9db-d604a04d8bfa {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:35:57.326432 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-135a869e-5d81-428d-bb9b-53a2d24fe539 req-26c04dd1-c82d-4f85-8c9f-ff09a6e18f61 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (f95645a6-2fbd-42df-b9db-d604a04d8bfa), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:57.420609 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-5c6f28f2-b8b5-426c-a4ce-7c85233e7bad tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:57.422263 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-5c6f28f2-b8b5-426c-a4ce-7c85233e7bad tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2331138 Feb 16 05:35:57.451487 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-a0140783-729e-4ee9-8475-059e85bf4418 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/quotas/c3842ab0db9e47b49407435096f0a223 HTTP/1.1" status: 200 len: 375 time: 0.0232413 Feb 16 05:35:57.490749 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-12e359d4-2689-4a0e-bec2-85c186a323c6 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3842ab0db9e47b49407435096f0a223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333350 Feb 16 05:35:57.497533 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-135a869e-5d81-428d-bb9b-53a2d24fe539 req-26c04dd1-c82d-4f85-8c9f-ff09a6e18f61 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] For port f95645a6-2fbd-42df-b9db-d604a04d8bfa, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=f95645a6-2fbd-42df-b9db-d604a04d8bfa,segment=NetworkSegment(25300278-0692-4e36-a9a0-3c0773862d47),segment_id=25300278-0692-4e36-a9a0-3c0773862d47)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:35:57.497915 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-135a869e-5d81-428d-bb9b-53a2d24fe539 req-26c04dd1-c82d-4f85-8c9f-ff09a6e18f61 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (f95645a6-2fbd-42df-b9db-d604a04d8bfa), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:57.511262 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-135a869e-5d81-428d-bb9b-53a2d24fe539 req-26c04dd1-c82d-4f85-8c9f-ff09a6e18f61 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Calling delete_port for f95645a6-2fbd-42df-b9db-d604a04d8bfa owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:35:57.695171 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd05a5-9e35-4247-b4a7-9ebc8574093c req-849c3362-8cb7-4a73-944f-1d094110e0e2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:57.698792 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57bd05a5-9e35-4247-b4a7-9ebc8574093c req-849c3362-8cb7-4a73-944f-1d094110e0e2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0980315 Feb 16 05:35:57.740932 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-8ffef66b-a539-4282-b6b1-f86b2cfd8710 req-ab8c0019-4aef-4fb9-868d-01f1918e024e tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 210 time: 0.0500920 Feb 16 05:35:57.776037 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-135a869e-5d81-428d-bb9b-53a2d24fe539 req-26c04dd1-c82d-4f85-8c9f-ff09a6e18f61 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (f95645a6-2fbd-42df-b9db-d604a04d8bfa), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:57.784856 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57bd05a5-9e35-4247-b4a7-9ebc8574093c req-3c93405d-687e-4b43-be5c-4d8042d5877e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749614 Feb 16 05:35:57.807132 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c04dd1-c82d-4f85-8c9f-ff09a6e18f61 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Pushing event deleted for resources: {'Port': ['ID=f95645a6-2fbd-42df-b9db-d604a04d8bfa,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:57.867986 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-135a869e-5d81-428d-bb9b-53a2d24fe539 req-26c04dd1-c82d-4f85-8c9f-ff09a6e18f61 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] No DVR routers for this DVR port f95645a6-2fbd-42df-b9db-d604a04d8bfa on host hv-cinder-82947 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:35:57.871755 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-135a869e-5d81-428d-bb9b-53a2d24fe539 req-26c04dd1-c82d-4f85-8c9f-ff09a6e18f61 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:57.877669 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-135a869e-5d81-428d-bb9b-53a2d24fe539 req-26c04dd1-c82d-4f85-8c9f-ff09a6e18f61 tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.60 "DELETE /v2.0/ports/f95645a6-2fbd-42df-b9db-d604a04d8bfa HTTP/1.1" status: 204 len: 173 time: 0.7882221 Feb 16 05:35:57.879267 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17fb4ec-2dea-41d2-acff-bf1c3e982833', 'name': 'network-vif-deleted', 'tag': 'f95645a6-2fbd-42df-b9db-d604a04d8bfa'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:35:57.882052 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1710ea-4a32-4b44-bc5a-02b6c926ce84" -d '{"events": [{"server_uuid": "c17fb4ec-2dea-41d2-acff-bf1c3e982833", "name": "network-vif-deleted", "tag": "f95645a6-2fbd-42df-b9db-d604a04d8bfa"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:35:57.927526 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ab8e22c5-96b8-4529-8682-acc3c85422c0 req-54b2d3fc-d64d-4e5a-931f-6ad2c075f43f tempest-AttachVolumeNegativeTest-9566673 tempest-AttachVolumeNegativeTest-9566673-project] 10.222.0.75 "GET /v2.0/ports?device_id=c17fb4ec-2dea-41d2-acff-bf1c3e982833 HTTP/1.1" status: 200 len: 210 time: 0.0485249 Feb 16 05:35:57.942046 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340dacb2-bad2-49b4-817a-553f7a0bef5b x-openstack-request-id: req-340dacb2-bad2-49b4-817a-553f7a0bef5b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:35:57.946563 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17fb4ec-2dea-41d2-acff-bf1c3e982833", "name": "network-vif-deleted", "tag": "f95645a6-2fbd-42df-b9db-d604a04d8bfa", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:35:57.946906 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-340dacb2-bad2-49b4-817a-553f7a0bef5b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:35:57.947388 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17fb4ec-2dea-41d2-acff-bf1c3e982833', 'name': 'network-vif-deleted', 'tag': 'f95645a6-2fbd-42df-b9db-d604a04d8bfa', 'status': 'completed', 'code': 200} Feb 16 05:35:58.160356 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c16f79-f789-4eed-b220-e58adc37dee5 req-bc2179db-364c-4a2c-b516-5ee3412f58d6 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:58.161939 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-66c16f79-f789-4eed-b220-e58adc37dee5 req-bc2179db-364c-4a2c-b516-5ee3412f58d6 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0847998 Feb 16 05:35:58.234152 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-66c16f79-f789-4eed-b220-e58adc37dee5 req-fdea8668-20ac-4e90-880c-5a988c97053e tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653090 Feb 16 05:35:58.594208 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-200675f3-4f4c-4ebd-b22b-0f714bf3f7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:58.894148 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4c7736a0-fcf8-4527-8162-0786a8e497c4 req-6a2a56da-3fe9-41db-bab9-cf9821160a3c tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 210 time: 0.0449209 Feb 16 05:35:58.945205 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571fd8e-5e87-47dc-9fe5-e5d69f396b00 req-897a282e-2faa-4489-a4c0-8e53e9462f75 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:58.946612 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7571fd8e-5e87-47dc-9fe5-e5d69f396b00 req-897a282e-2faa-4489-a4c0-8e53e9462f75 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0630345 Feb 16 05:35:59.007536 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 54852) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:35:59.027609 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7571fd8e-5e87-47dc-9fe5-e5d69f396b00 req-fac34bd8-6be4-4f37-afde-080df70aa6a9 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747178 Feb 16 05:35:59.064843 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-040825ce-97d6-4add-84ee-523764589a43 admin admin] Deleting subnet 20482d00-bd66-405d-b6ef-47ba9f681fde {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 05:35:59.070090 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-040825ce-97d6-4add-84ee-523764589a43 admin admin] Publish callbacks [] for subnet (20482d00-bd66-405d-b6ef-47ba9f681fde), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:59.117020 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-040825ce-97d6-4add-84ee-523764589a43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125612'] for subnet (20482d00-bd66-405d-b6ef-47ba9f681fde), precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:59.165537 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-eb22cb37-ceb3-463b-87fe-1cb88a37088b tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c3842ab0db9e47b49407435096f0a223&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266938 Feb 16 05:35:59.242403 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-040825ce-97d6-4add-84ee-523764589a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133523527'] for subnet (20482d00-bd66-405d-b6ef-47ba9f681fde), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:59.418740 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-f620b3a5-6d54-4d82-87ef-bde3db50b5c9 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:59.420575 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-f620b3a5-6d54-4d82-87ef-bde3db50b5c9 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2428398 Feb 16 05:35:59.428245 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:59.439744 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-040825ce-97d6-4add-84ee-523764589a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133523536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10125610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8738759'] for subnet (20482d00-bd66-405d-b6ef-47ba9f681fde), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:59.449596 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-d3a4097f-e933-437c-bfff-0b7ac602611e tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Request body: {'port': {'device_id': 'dd001e88-213f-4c79-995c-3e01e8481ace', 'network_id': '14a75b6d-e33c-471a-97dd-5b1c6fb680fb', 'admin_state_up': True, 'tenant_id': 'c3842ab0db9e47b49407435096f0a223'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:35:59.489168 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040825ce-97d6-4add-84ee-523764589a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20482d00-bd66-405d-b6ef-47ba9f681fde,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:35:59.689314 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device f95645a6-2fbd-42df-b9db-d604a04d8bfa no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:35:59.714250 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: f95645a6-2fbd-42df-b9db-d604a04d8bfa {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:35:59.714942 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device f95645a6-2fbd-42df-b9db-d604a04d8bfa not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:35:59.779319 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-040825ce-97d6-4add-84ee-523764589a43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:59.785334 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-040825ce-97d6-4add-84ee-523764589a43 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/20482d00-bd66-405d-b6ef-47ba9f681fde HTTP/1.1" status: 204 len: 168 time: 0.7767510 Feb 16 05:35:59.787955 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 54860) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:35:59.793469 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31225962-1ad5-4f95-8808-dba75dbe069c req-f0a2bbdc-81ba-455b-beae-905b1e492bfc tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:35:59.802089 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-31225962-1ad5-4f95-8808-dba75dbe069c req-f0a2bbdc-81ba-455b-beae-905b1e492bfc tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.4528615 Feb 16 05:35:59.885137 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80bde6de-b42c-4699-a717-29b92b300ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133564096'] for network (8cb1fb16-d79c-49c4-8a9e-84b03bfe3409), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:35:59.912737 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-31225962-1ad5-4f95-8808-dba75dbe069c req-14ce4139-8051-4e9b-903e-9cebee3607ac tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095212 Feb 16 05:35:59.983539 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-d3a4097f-e933-437c-bfff-0b7ac602611e tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Made reservation on behalf of c3842ab0db9e47b49407435096f0a223 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:35:59.990109 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-d3a4097f-e933-437c-bfff-0b7ac602611e tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:00.003715 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-d3a4097f-e933-437c-bfff-0b7ac602611e tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:00.021305 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80bde6de-b42c-4699-a717-29b92b300ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133527232', 'neutron.services.segments.db._delete_segments_for_network-8750525486906'] for network (8cb1fb16-d79c-49c4-8a9e-84b03bfe3409), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:00.026778 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5b50cf89-ae4a-4487-8e12-b500bd4496cd req-293e3e12-f235-40a6-96e8-7d0c34bf1522 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 210 time: 0.0391376 Feb 16 05:36:00.087816 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-80bde6de-b42c-4699-a717-29b92b300ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb1fb16-d79c-49c4-8a9e-84b03bfe3409']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:36:00.102261 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-80bde6de-b42c-4699-a717-29b92b300ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25300278-0692-4e36-a9a0-3c0773862d47') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:36:00.102765 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-80bde6de-b42c-4699-a717-29b92b300ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25300278-0692-4e36-a9a0-3c0773862d47') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:36:00.117847 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80bde6de-b42c-4699-a717-29b92b300ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750525486659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4030643'] for segment (25300278-0692-4e36-a9a0-3c0773862d47), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:00.133716 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80bde6de-b42c-4699-a717-29b92b300ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (25300278-0692-4e36-a9a0-3c0773862d47), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:00.143409 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80bde6de-b42c-4699-a717-29b92b300ee3 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 05:36:00.144272 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80bde6de-b42c-4699-a717-29b92b300ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4118879'] for segment (25300278-0692-4e36-a9a0-3c0773862d47), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: Traceback (most recent call last): Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: timer() Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: cb(*args, **kw) Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: return func(*args, **kwargs) Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: self._notify() Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: self.callback(batched_events) Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: event.method(event) Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: return f(self, *a, **k) Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._get(url).json() Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: return self.request(url, 'GET', **kwargs) Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 05:36:00.146182 dv-cinder-829473-2-iscsi neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 05:36:00.157587 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-d3a4097f-e933-437c-bfff-0b7ac602611e tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Publish callbacks [] for security_group (cd3d2661-25e7-47db-b241-a5947736231a), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:00.166329 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-d3a4097f-e933-437c-bfff-0b7ac602611e tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (cd3d2661-25e7-47db-b241-a5947736231a), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:00.225970 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80bde6de-b42c-4699-a717-29b92b300ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133527257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588188'] for network (8cb1fb16-d79c-49c4-8a9e-84b03bfe3409), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:00.239491 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80bde6de-b42c-4699-a717-29b92b300ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:00.251358 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-80bde6de-b42c-4699-a717-29b92b300ee3 admin admin] 10.222.0.75 "DELETE /v2.0/networks/8cb1fb16-d79c-49c4-8a9e-84b03bfe3409 HTTP/1.1" status: 204 len: 168 time: 0.4585245 Feb 16 05:36:00.261779 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bde6de-b42c-4699-a717-29b92b300ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb1fb16-d79c-49c4-8a9e-84b03bfe3409,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:36:00.274010 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4097f-e933-437c-bfff-0b7ac602611e tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3d2661-25e7-47db-b241-a5947736231a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:36:00.316293 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914ebc1-0025-4e7e-94ee-17fcdecb32de req-0d870832-85b9-48c8-9501-3f05ba594039 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:00.317836 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4914ebc1-0025-4e7e-94ee-17fcdecb32de req-0d870832-85b9-48c8-9501-3f05ba594039 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.1935055 Feb 16 05:36:00.420618 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-d3a4097f-e933-437c-bfff-0b7ac602611e tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Allocated IP 192.168.233.181 (14a75b6d-e33c-471a-97dd-5b1c6fb680fb/8d265e1c-9698-441c-8990-5781f92c11ed/790c8cdb-b4f4-466f-aeb2-308d8707993f) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:36:00.439839 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4914ebc1-0025-4e7e-94ee-17fcdecb32de req-f9523980-0483-465e-8c18-590c316cfd5c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148486 Feb 16 05:36:00.559385 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 54870) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:36:00.616620 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 54872) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:36:00.617134 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-e6b70b5a-52dc-4892-9725-fa4155ce5286 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1050764769f2439fae8ad76e27663aec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0563414 Feb 16 05:36:00.626722 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-d3a4097f-e933-437c-bfff-0b7ac602611e tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Publish callbacks [] for port (790c8cdb-b4f4-466f-aeb2-308d8707993f), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:00.707097 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-d3a4097f-e933-437c-bfff-0b7ac602611e tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (790c8cdb-b4f4-466f-aeb2-308d8707993f), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:00.740925 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6b04039-e16d-46e4-b45b-709cff51ac8b admin admin] Publish callbacks [] for security_group (9b511f60-b6ae-44ed-a6af-4c1d3760ff96), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:00.773188 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-d3a4097f-e933-437c-bfff-0b7ac602611e tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Network 14a75b6d-e33c-471a-97dd-5b1c6fb680fb is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:36:00.776916 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4097f-e933-437c-bfff-0b7ac602611e tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Pushing event updated for resources: {'Port': ['ID=790c8cdb-b4f4-466f-aeb2-308d8707993f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:36:00.784665 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-d3a4097f-e933-437c-bfff-0b7ac602611e tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:36:00.789844 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6b04039-e16d-46e4-b45b-709cff51ac8b admin admin] Publish callbacks [] for security_group (9b511f60-b6ae-44ed-a6af-4c1d3760ff96), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:00.791333 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-d3a4097f-e933-437c-bfff-0b7ac602611e tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:36:00.885820 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-d3a4097f-e933-437c-bfff-0b7ac602611e tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:00.886042 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-d3a4097f-e933-437c-bfff-0b7ac602611e tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:00.907649 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-d3a4097f-e933-437c-bfff-0b7ac602611e tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4617777 Feb 16 05:36:00.939122 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Request body: {'port': {'device_id': 'dd001e88-213f-4c79-995c-3e01e8481ace', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:36:00.951840 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6b04039-e16d-46e4-b45b-709cff51ac8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (9b511f60-b6ae-44ed-a6af-4c1d3760ff96), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:00.951840 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6b04039-e16d-46e4-b45b-709cff51ac8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:00.951840 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-b6b04039-e16d-46e4-b45b-709cff51ac8b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9b511f60-b6ae-44ed-a6af-4c1d3760ff96 HTTP/1.1" status: 204 len: 168 time: 0.3323507 Feb 16 05:36:00.957698 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:00.982849 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b04039-e16d-46e4-b45b-709cff51ac8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b511f60-b6ae-44ed-a6af-4c1d3760ff96,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:36:01.038853 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (790c8cdb-b4f4-466f-aeb2-308d8707993f), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:01.141965 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39627cb-4869-4fbe-acac-f6411604def3 req-fdf85451-a134-4720-a473-311470b564c5 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:01.145592 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a39627cb-4869-4fbe-acac-f6411604def3 req-fdf85451-a134-4720-a473-311470b564c5 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0922010 Feb 16 05:36:01.182428 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e8d6157b-585f-4665-a590-a1794954f33b None None] Provisioning complete for port 790c8cdb-b4f4-466f-aeb2-308d8707993f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:36:01.182924 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e8d6157b-585f-4665-a590-a1794954f33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (790c8cdb-b4f4-466f-aeb2-308d8707993f), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:01.215536 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a39627cb-4869-4fbe-acac-f6411604def3 req-fc79a5a4-6db4-44cb-ad91-605f6f541ecd tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637558 Feb 16 05:36:01.264539 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e8d6157b-585f-4665-a590-a1794954f33b None None] Port 790c8cdb-b4f4-466f-aeb2-308d8707993f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:36:01.350726 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4815b-18cc-4ffc-90a1-b04f2310c8af req-025d4949-2d42-4d0b-be89-468e0d98031d tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:01.357693 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c4f4815b-18cc-4ffc-90a1-b04f2310c8af req-025d4949-2d42-4d0b-be89-468e0d98031d tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 936 time: 0.1806474 Feb 16 05:36:01.427499 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c4f4815b-18cc-4ffc-90a1-b04f2310c8af req-d8b0888c-6f79-4de8-8278-76a9bf56cf3a tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd3d2661-25e7-47db-b241-a5947736231a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689461 Feb 16 05:36:01.543567 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790c8cdb-b4f4-466f-aeb2-308d8707993f {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:36:01.552929 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Publish callbacks [] for port (790c8cdb-b4f4-466f-aeb2-308d8707993f), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:01.572498 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Transition to ACTIVE for port object 790c8cdb-b4f4-466f-aeb2-308d8707993f will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:36:01.578117 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (790c8cdb-b4f4-466f-aeb2-308d8707993f), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:01.650541 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599ce7f-7472-4629-82b7-84c1eae11e4a req-0e5fe8b7-b6af-41ee-be35-479bb5434039 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:01.657759 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1599ce7f-7472-4629-82b7-84c1eae11e4a req-0e5fe8b7-b6af-41ee-be35-479bb5434039 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.1193881 Feb 16 05:36:01.695110 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Pushing event updated for resources: {'Port': ['ID=790c8cdb-b4f4-466f-aeb2-308d8707993f,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:36:01.740955 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1599ce7f-7472-4629-82b7-84c1eae11e4a req-1497e906-57c3-4d67-b78b-692f147c39ff tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819488 Feb 16 05:36:01.801454 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Attempting to bind port 790c8cdb-b4f4-466f-aeb2-308d8707993f on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:36:01.801665 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Attempting to bind port 790c8cdb-b4f4-466f-aeb2-308d8707993f by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'a9a69590-b11b-4dff-a5da-77a1fc1ca224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '14a75b6d-e33c-471a-97dd-5b1c6fb680fb'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:36:01.802129 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Attempting to bind port 790c8cdb-b4f4-466f-aeb2-308d8707993f on network 14a75b6d-e33c-471a-97dd-5b1c6fb680fb {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:36:01.808223 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Port 790c8cdb-b4f4-466f-aeb2-308d8707993f on network 14a75b6d-e33c-471a-97dd-5b1c6fb680fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:36:01.808561 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Attempting to bind port 790c8cdb-b4f4-466f-aeb2-308d8707993f on network 14a75b6d-e33c-471a-97dd-5b1c6fb680fb {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:36:01.817032 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:36:01.817411 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Checking segment: {'id': 'a9a69590-b11b-4dff-a5da-77a1fc1ca224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '14a75b6d-e33c-471a-97dd-5b1c6fb680fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:36:01.817840 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Bound using segment: {'id': 'a9a69590-b11b-4dff-a5da-77a1fc1ca224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '14a75b6d-e33c-471a-97dd-5b1c6fb680fb'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:36:01.818473 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Bound port: 790c8cdb-b4f4-466f-aeb2-308d8707993f, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a69590-b11b-4dff-a5da-77a1fc1ca224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '14a75b6d-e33c-471a-97dd-5b1c6fb680fb'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:36:01.818699 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (790c8cdb-b4f4-466f-aeb2-308d8707993f), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:01.893464 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] For port 790c8cdb-b4f4-466f-aeb2-308d8707993f, host hv-cinder-82947, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:36:01.899456 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] For port 790c8cdb-b4f4-466f-aeb2-308d8707993f, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=790c8cdb-b4f4-466f-aeb2-308d8707993f,segment=NetworkSegment(a9a69590-b11b-4dff-a5da-77a1fc1ca224),segment_id=a9a69590-b11b-4dff-a5da-77a1fc1ca224)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:36:01.920993 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (790c8cdb-b4f4-466f-aeb2-308d8707993f), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:02.009135 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Pushing event updated for resources: {'Port': ['ID=790c8cdb-b4f4-466f-aeb2-308d8707993f,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:36:02.027468 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:02.028240 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:02.029758 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-500afa28-8f6f-41e5-b251-59bf9111b560 service neutron] 10.222.0.60 "PUT /v2.0/ports/790c8cdb-b4f4-466f-aeb2-308d8707993f HTTP/1.1" status: 200 len: 1098 time: 1.1057863 Feb 16 05:36:02.044350 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd001e88-213f-4c79-995c-3e01e8481ace', 'tag': '790c8cdb-b4f4-466f-aeb2-308d8707993f'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:36:02.046562 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9e66e9-c88c-49e5-862a-610629bd2d46" -d '{"events": [{"name": "network-changed", "server_uuid": "dd001e88-213f-4c79-995c-3e01e8481ace", "tag": "790c8cdb-b4f4-466f-aeb2-308d8707993f"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:36:02.105482 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1670e937-cfa7-476b-9f47-95bff8668870 x-openstack-request-id: req-1670e937-cfa7-476b-9f47-95bff8668870 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:36:02.105900 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd001e88-213f-4c79-995c-3e01e8481ace", "tag": "790c8cdb-b4f4-466f-aeb2-308d8707993f", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:36:02.106022 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1670e937-cfa7-476b-9f47-95bff8668870 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:36:02.106471 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd001e88-213f-4c79-995c-3e01e8481ace', 'tag': '790c8cdb-b4f4-466f-aeb2-308d8707993f', 'status': 'completed', 'code': 200} Feb 16 05:36:02.233620 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-acabe0c9-2162-4eb1-9255-9bf12cb54862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:02.239748 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-acabe0c9-2162-4eb1-9255-9bf12cb54862 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3842ab0db9e47b49407435096f0a223&device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 1132 time: 0.1036608 Feb 16 05:36:02.319686 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-cbe815c3-44d1-4070-a9e3-833a9ef047c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=790c8cdb-b4f4-466f-aeb2-308d8707993f HTTP/1.1" status: 200 len: 217 time: 0.0644047 Feb 16 05:36:02.393560 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-8330e8a1-0a34-4b67-82d3-6166908462ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:02.395866 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-8330e8a1-0a34-4b67-82d3-6166908462ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d265e1c-9698-441c-8990-5781f92c11ed HTTP/1.1" status: 200 len: 843 time: 0.0671012 Feb 16 05:36:02.450490 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea818ea1-3178-4022-8a4f-65fc6d8900a2 req-cf459141-fb85-49d7-84a0-001e0560b2f2 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:02.453651 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ea818ea1-3178-4022-8a4f-65fc6d8900a2 req-cf459141-fb85-49d7-84a0-001e0560b2f2 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0959103 Feb 16 05:36:02.494938 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-9b11452a-e99a-4dda-b262-19815bcd21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:02.497768 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-9b11452a-e99a-4dda-b262-19815bcd21a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14a75b6d-e33c-471a-97dd-5b1c6fb680fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0881686 Feb 16 05:36:02.516274 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ea818ea1-3178-4022-8a4f-65fc6d8900a2 req-ae0d33ef-68af-43a1-b4ec-ad9cae0c3de6 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553634 Feb 16 05:36:02.682126 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-f09f9794-6387-419b-aec7-b37b60f87142 service neutron] 10.222.0.60 "GET /v2.0/networks/14a75b6d-e33c-471a-97dd-5b1c6fb680fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570663 Feb 16 05:36:02.765005 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe52a1-4158-48a2-bf54-34bbf693af07 req-65f0b783-dc06-44bb-bb71-8e06d2c4848a tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:02.767204 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9dbe52a1-4158-48a2-bf54-34bbf693af07 req-65f0b783-dc06-44bb-bb71-8e06d2c4848a tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 948 time: 0.1770573 Feb 16 05:36:02.804911 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:02.857142 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9dbe52a1-4158-48a2-bf54-34bbf693af07 req-9be230ca-dcca-43a9-890e-f6892113a9ea tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd3d2661-25e7-47db-b241-a5947736231a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790677 Feb 16 05:36:02.881272 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5a1f9674-ee52-42ac-88a2-6ff0d0efac8e req-45783e6c-2551-483c-aae8-1ab4d2a43f5b service neutron] 10.222.0.60 "GET /v2.0/networks/14a75b6d-e33c-471a-97dd-5b1c6fb680fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921766 Feb 16 05:36:02.958434 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe9307-467b-4127-a0f3-e588fd34e99e req-79f178c0-b20d-4233-9806-5d7eaf06e8ec tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:02.960094 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3dfe9307-467b-4127-a0f3-e588fd34e99e req-79f178c0-b20d-4233-9806-5d7eaf06e8ec tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0728655 Feb 16 05:36:03.051120 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3dfe9307-467b-4127-a0f3-e588fd34e99e req-392be172-a631-469b-81d2-c7a3911393f6 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791533 Feb 16 05:36:03.120216 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e66e9-c88c-49e5-862a-610629bd2d46 req-c6a1704f-109a-468a-ba80-cf9ecf15fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:03.123046 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-dd9e66e9-c88c-49e5-862a-610629bd2d46 req-c6a1704f-109a-468a-ba80-cf9ecf15fe8e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3842ab0db9e47b49407435096f0a223&device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 1132 time: 0.1204047 Feb 16 05:36:03.277824 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e66e9-c88c-49e5-862a-610629bd2d46 req-576ba797-c1f4-4dca-b42a-5b6d2a5e640d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:03.279322 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-dd9e66e9-c88c-49e5-862a-610629bd2d46 req-576ba797-c1f4-4dca-b42a-5b6d2a5e640d service neutron] 10.222.0.60 "GET /v2.0/networks?id=14a75b6d-e33c-471a-97dd-5b1c6fb680fb HTTP/1.1" status: 200 len: 870 time: 0.1451149 Feb 16 05:36:03.329298 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-dd9e66e9-c88c-49e5-862a-610629bd2d46 req-46d1e3a2-ae0e-48bd-ab84-a7240c2423fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=790c8cdb-b4f4-466f-aeb2-308d8707993f HTTP/1.1" status: 200 len: 217 time: 0.0378294 Feb 16 05:36:03.392375 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e66e9-c88c-49e5-862a-610629bd2d46 req-6a20a9d5-818a-490a-9e30-06108ce51152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:03.395053 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-dd9e66e9-c88c-49e5-862a-610629bd2d46 req-6a20a9d5-818a-490a-9e30-06108ce51152 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d265e1c-9698-441c-8990-5781f92c11ed HTTP/1.1" status: 200 len: 843 time: 0.0584342 Feb 16 05:36:03.472222 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e66e9-c88c-49e5-862a-610629bd2d46 req-2b618940-db14-405b-884e-b228327c3eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:03.473777 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-dd9e66e9-c88c-49e5-862a-610629bd2d46 req-2b618940-db14-405b-884e-b228327c3eb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14a75b6d-e33c-471a-97dd-5b1c6fb680fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0614631 Feb 16 05:36:03.649235 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-dd9e66e9-c88c-49e5-862a-610629bd2d46 req-7305757c-5f93-4fab-a988-574395b5f51c service neutron] 10.222.0.60 "GET /v2.0/networks/14a75b6d-e33c-471a-97dd-5b1c6fb680fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623857 Feb 16 05:36:03.738901 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af5527-a2e4-4263-9484-e00bc6fc7c29 req-4bf1bcc3-7e13-4196-a0c8-e9c9721de17e tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:03.740425 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b8af5527-a2e4-4263-9484-e00bc6fc7c29 req-4bf1bcc3-7e13-4196-a0c8-e9c9721de17e tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.1315267 Feb 16 05:36:03.863950 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-dd9e66e9-c88c-49e5-862a-610629bd2d46 req-cfa0cc39-9289-4b9d-a115-5b5b2af1fc3b service neutron] 10.222.0.60 "GET /v2.0/networks/14a75b6d-e33c-471a-97dd-5b1c6fb680fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034450 Feb 16 05:36:03.871908 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b8af5527-a2e4-4263-9484-e00bc6fc7c29 req-5cb966ef-af83-4fa6-9c62-90c019e18e44 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253529 Feb 16 05:36:04.023433 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcaf5ae-91d4-42ec-adee-8db1f9a26cc4 req-b9756c16-9ee4-47a9-853f-52c2c22a650b tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:04.030453 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6fcaf5ae-91d4-42ec-adee-8db1f9a26cc4 req-b9756c16-9ee4-47a9-853f-52c2c22a650b tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 948 time: 0.0740805 Feb 16 05:36:04.076040 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6fcaf5ae-91d4-42ec-adee-8db1f9a26cc4 req-30af99ff-328e-4a93-829b-6db87f234b31 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd3d2661-25e7-47db-b241-a5947736231a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446138 Feb 16 05:36:04.226076 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa81998-933f-4322-98b1-6e02d7a4804c req-8eaab34a-26e1-45e8-a62b-036f89c8b658 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:04.228194 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0aa81998-933f-4322-98b1-6e02d7a4804c req-8eaab34a-26e1-45e8-a62b-036f89c8b658 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0654922 Feb 16 05:36:04.282389 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0aa81998-933f-4322-98b1-6e02d7a4804c req-78b0d11c-0cac-486b-ad24-121df330e7eb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477414 Feb 16 05:36:05.015114 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1d989-eec1-48d2-81e9-5e85aa2fb019 req-4eb10859-3288-4275-a06d-a154a225af96 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:05.022673 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bfc1d989-eec1-48d2-81e9-5e85aa2fb019 req-4eb10859-3288-4275-a06d-a154a225af96 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0641599 Feb 16 05:36:05.081367 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bfc1d989-eec1-48d2-81e9-5e85aa2fb019 req-1610ddfe-746a-42b7-bcbe-e540c1c852ec tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576777 Feb 16 05:36:05.238553 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dae7f-86f3-4bed-b0a3-6c4e340b70f3 req-ceeb5c45-23cd-4a3c-852f-53165fcf740d tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:05.241002 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-244dae7f-86f3-4bed-b0a3-6c4e340b70f3 req-ceeb5c45-23cd-4a3c-852f-53165fcf740d tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 948 time: 0.0741599 Feb 16 05:36:05.315612 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-244dae7f-86f3-4bed-b0a3-6c4e340b70f3 req-b97586b3-405c-4ba1-9e19-9e6fb80f9354 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd3d2661-25e7-47db-b241-a5947736231a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690000 Feb 16 05:36:05.458902 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63de7b-b99d-49cc-afdc-dd970b3c4cc3 req-de8a0731-36ce-46b9-8374-592ce3d1506c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:05.460419 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4f63de7b-b99d-49cc-afdc-dd970b3c4cc3 req-de8a0731-36ce-46b9-8374-592ce3d1506c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0688481 Feb 16 05:36:05.514717 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4f63de7b-b99d-49cc-afdc-dd970b3c4cc3 req-15646150-5ea3-40c7-a453-aad5c67b5912 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486093 Feb 16 05:36:05.713137 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 790c8cdb-b4f4-466f-aeb2-308d8707993f details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:36:05.819795 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 790c8cdb-b4f4-466f-aeb2-308d8707993f, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=790c8cdb-b4f4-466f-aeb2-308d8707993f,segment=NetworkSegment(a9a69590-b11b-4dff-a5da-77a1fc1ca224),segment_id=a9a69590-b11b-4dff-a5da-77a1fc1ca224)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:36:05.832373 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': '790c8cdb-b4f4-466f-aeb2-308d8707993f', 'network_id': '14a75b6d-e33c-471a-97dd-5b1c6fb680fb', 'port_id': '790c8cdb-b4f4-466f-aeb2-308d8707993f', 'mac_address': 'fa:16:3e:3b:f3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d265e1c-9698-441c-8990-5781f92c11ed', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:36:05.872441 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 790c8cdb-b4f4-466f-aeb2-308d8707993f is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:36:05.872827 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (790c8cdb-b4f4-466f-aeb2-308d8707993f), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:05.886561 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790c8cdb-b4f4-466f-aeb2-308d8707993f {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:36:05.908742 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 790c8cdb-b4f4-466f-aeb2-308d8707993f, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=790c8cdb-b4f4-466f-aeb2-308d8707993f,segment=NetworkSegment(a9a69590-b11b-4dff-a5da-77a1fc1ca224),segment_id=a9a69590-b11b-4dff-a5da-77a1fc1ca224)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:36:05.913019 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (790c8cdb-b4f4-466f-aeb2-308d8707993f), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:05.965694 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=790c8cdb-b4f4-466f-aeb2-308d8707993f,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:36:06.221496 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c744d0b-4513-4435-a3ed-5ad6df7c18e0 req-4b58f951-36c9-4437-b3e9-50ed1af36e95 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:06.222831 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3c744d0b-4513-4435-a3ed-5ad6df7c18e0 req-4b58f951-36c9-4437-b3e9-50ed1af36e95 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0574841 Feb 16 05:36:06.305727 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3c744d0b-4513-4435-a3ed-5ad6df7c18e0 req-489e06dc-f668-4d40-b91d-5332045d40cf tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640972 Feb 16 05:36:06.460670 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ad4c6-0c9d-4c1c-9393-448327d74abb req-8f1d69a9-5217-49e2-b0c1-edd33fc3023a tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:06.462853 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-146ad4c6-0c9d-4c1c-9393-448327d74abb req-8f1d69a9-5217-49e2-b0c1-edd33fc3023a tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 949 time: 0.0626912 Feb 16 05:36:06.474342 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['790c8cdb-b4f4-466f-aeb2-308d8707993f'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:36:06.595219 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-146ad4c6-0c9d-4c1c-9393-448327d74abb req-16a8ddfc-86a9-45c4-b163-2c32ebf350aa tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd3d2661-25e7-47db-b241-a5947736231a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197927 Feb 16 05:36:06.711288 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3f438-40c3-4c7b-9ca0-d63e2b02aaa1 req-8e334715-660e-4579-9d91-745f3535e4d7 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:06.716109 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fbe3f438-40c3-4c7b-9ca0-d63e2b02aaa1 req-8e334715-660e-4579-9d91-745f3535e4d7 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0781157 Feb 16 05:36:06.805925 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fbe3f438-40c3-4c7b-9ca0-d63e2b02aaa1 req-ec2577e5-5843-429f-a44e-c4c1a9faa93b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841873 Feb 16 05:36:07.421001 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54ab0a-8cbb-45ec-95ec-b3630c47fb55 req-cdfe884a-2042-4bbe-8976-1b754af95653 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:07.423042 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cb54ab0a-8cbb-45ec-95ec-b3630c47fb55 req-cdfe884a-2042-4bbe-8976-1b754af95653 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0568404 Feb 16 05:36:07.468908 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cb54ab0a-8cbb-45ec-95ec-b3630c47fb55 req-d54fdfdd-c606-498d-9dec-3bedbfd841bd tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399938 Feb 16 05:36:07.709433 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00f5f4-8ffc-4523-ac66-e680f140af02 req-66331aaf-fa2d-4fe3-bef7-2ac1a64075e8 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:07.710899 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-af00f5f4-8ffc-4523-ac66-e680f140af02 req-66331aaf-fa2d-4fe3-bef7-2ac1a64075e8 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 949 time: 0.0567935 Feb 16 05:36:07.757540 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-af00f5f4-8ffc-4523-ac66-e680f140af02 req-753226e6-bee4-45a5-be0f-b68a3a4bb33b tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd3d2661-25e7-47db-b241-a5947736231a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401185 Feb 16 05:36:07.926397 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd4634-513e-453e-9c32-5693d042f833 req-474a75da-bf23-4cc8-9dc0-af6fe3c259c6 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:07.927893 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-78cd4634-513e-453e-9c32-5693d042f833 req-474a75da-bf23-4cc8-9dc0-af6fe3c259c6 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0544152 Feb 16 05:36:07.973993 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-78cd4634-513e-453e-9c32-5693d042f833 req-af3b3eaa-94ff-4ddd-b91e-90043e84150b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398073 Feb 16 05:36:08.633950 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a635aa-6781-4675-9c6c-5d4e1b17bf71 req-6468615e-4511-4732-904b-ed8b368d28cd tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:08.636531 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c6a635aa-6781-4675-9c6c-5d4e1b17bf71 req-6468615e-4511-4732-904b-ed8b368d28cd tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0639050 Feb 16 05:36:08.689872 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c6a635aa-6781-4675-9c6c-5d4e1b17bf71 req-10c58740-f7aa-45f5-8d19-1205e2a45332 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478761 Feb 16 05:36:08.884662 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a3012-a47a-49e5-95d7-ac653e5ccb21 req-4fd04ce5-0b9d-4bd7-b3e9-9ddff86d7031 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:08.887145 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dc4a3012-a47a-49e5-95d7-ac653e5ccb21 req-4fd04ce5-0b9d-4bd7-b3e9-9ddff86d7031 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 949 time: 0.0602827 Feb 16 05:36:08.942391 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dc4a3012-a47a-49e5-95d7-ac653e5ccb21 req-50af1fde-25a5-49af-86dc-a8f5a85e8d70 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd3d2661-25e7-47db-b241-a5947736231a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484538 Feb 16 05:36:09.099899 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4443e5-db9b-4d52-b5d6-81bf0827b84b req-f9934e56-04da-4434-96b7-e580c91b6722 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:09.101433 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2e4443e5-db9b-4d52-b5d6-81bf0827b84b req-f9934e56-04da-4434-96b7-e580c91b6722 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0534894 Feb 16 05:36:09.152189 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2e4443e5-db9b-4d52-b5d6-81bf0827b84b req-834f7d48-53b1-4f5b-9722-86dec369f68d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428908 Feb 16 05:36:09.807175 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70618d9-d15c-4eca-81c0-c5816d4d7954 req-4eadeaab-921c-4cd6-96d8-696fc2c29312 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:09.808621 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c70618d9-d15c-4eca-81c0-c5816d4d7954 req-4eadeaab-921c-4cd6-96d8-696fc2c29312 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0519912 Feb 16 05:36:09.853419 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c70618d9-d15c-4eca-81c0-c5816d4d7954 req-e9db8d8f-ca91-4363-833d-1278d0aab35f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393648 Feb 16 05:36:10.060400 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd5a84-dc66-4a6d-91aa-343f28702c4b req-5850e4a1-be94-42e9-bf63-1eef73614c75 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:10.061881 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-35dd5a84-dc66-4a6d-91aa-343f28702c4b req-5850e4a1-be94-42e9-bf63-1eef73614c75 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 949 time: 0.0525756 Feb 16 05:36:10.111327 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-35dd5a84-dc66-4a6d-91aa-343f28702c4b req-73e05cf7-78ea-4cc3-b079-3a9064c1015a tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd3d2661-25e7-47db-b241-a5947736231a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440433 Feb 16 05:36:10.281673 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1beda7-a3be-45b9-90e9-17e9eb4f105e req-81135771-a2c0-4771-a33f-8986fc9b6b1b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:10.283136 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2d1beda7-a3be-45b9-90e9-17e9eb4f105e req-81135771-a2c0-4771-a33f-8986fc9b6b1b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0522959 Feb 16 05:36:10.327708 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2d1beda7-a3be-45b9-90e9-17e9eb4f105e req-22408a63-70f8-46f7-b488-ae51f48b588d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389783 Feb 16 05:36:10.970653 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da0ff1-85b4-4d96-887e-c449e6113b00 req-890e838e-0ac0-46d1-95d9-28774d03915d tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:10.972314 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-11da0ff1-85b4-4d96-887e-c449e6113b00 req-890e838e-0ac0-46d1-95d9-28774d03915d tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0543087 Feb 16 05:36:11.028322 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-11da0ff1-85b4-4d96-887e-c449e6113b00 req-5e4229a0-0ae0-42b5-a6a9-62f8e247af95 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491393 Feb 16 05:36:11.061358 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-15b8d870-026b-4190-9668-946cbe36a405 req-261e11c2-6931-406f-b8c4-934e24d93dae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472019 Feb 16 05:36:11.107291 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:11.148598 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8d870-026b-4190-9668-946cbe36a405 req-6b3122f4-c9c8-46ee-a9c4-e7902a8e1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:11.150152 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-15b8d870-026b-4190-9668-946cbe36a405 req-6b3122f4-c9c8-46ee-a9c4-e7902a8e1aa7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d95f84bb5c4548a82ead0d4d2cb38c&device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 1129 time: 0.0481913 Feb 16 05:36:11.233917 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29d46b-bdbf-45dd-98ff-329622a5ed2a req-5c72a3b3-6d4f-4ec0-ba41-9a537e4df7aa tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:11.235974 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ee29d46b-bdbf-45dd-98ff-329622a5ed2a req-5c72a3b3-6d4f-4ec0-ba41-9a537e4df7aa tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 949 time: 0.0568171 Feb 16 05:36:11.256858 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8d870-026b-4190-9668-946cbe36a405 req-ff77d7db-bcd1-47f4-b1b7-0b576c3ecb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:11.258349 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-15b8d870-026b-4190-9668-946cbe36a405 req-ff77d7db-bcd1-47f4-b1b7-0b576c3ecb1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c HTTP/1.1" status: 200 len: 911 time: 0.0845699 Feb 16 05:36:11.281479 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ee29d46b-bdbf-45dd-98ff-329622a5ed2a req-a7df7b0d-8d1b-48ac-9f5e-1ba374f3b460 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd3d2661-25e7-47db-b241-a5947736231a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400023 Feb 16 05:36:11.332293 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-15b8d870-026b-4190-9668-946cbe36a405 req-60b28b4f-7bad-4209-8e02-b95b7b4e230b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea0bb21c-e630-4bb0-9c90-163cf454c5fa HTTP/1.1" status: 200 len: 1001 time: 0.0634761 Feb 16 05:36:11.380225 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8d870-026b-4190-9668-946cbe36a405 req-a6361892-07c4-4ec8-95b1-64c4116df8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:11.381713 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-15b8d870-026b-4190-9668-946cbe36a405 req-a6361892-07c4-4ec8-95b1-64c4116df8db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=636aaf45-90e1-4d41-a98b-57327459a7bf HTTP/1.1" status: 200 len: 849 time: 0.0430090 Feb 16 05:36:11.470114 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8d870-026b-4190-9668-946cbe36a405 req-c0c10f11-6fca-4e9b-a2ca-474e288c66cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:11.471584 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-15b8d870-026b-4190-9668-946cbe36a405 req-c0c10f11-6fca-4e9b-a2ca-474e288c66cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754683 Feb 16 05:36:11.478786 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b69c31-980e-4a53-9dfc-224c003ab0de req-077b4202-0cd8-409f-b6d9-36ecf14059e7 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:11.480115 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c1b69c31-980e-4a53-9dfc-224c003ab0de req-077b4202-0cd8-409f-b6d9-36ecf14059e7 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0764546 Feb 16 05:36:11.529600 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c1b69c31-980e-4a53-9dfc-224c003ab0de req-e056510a-a7a8-4777-976a-cc7a168635ad tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421484 Feb 16 05:36:11.609530 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:36:11.685002 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-15b8d870-026b-4190-9668-946cbe36a405 req-92856d64-a618-4e81-9280-4c2006d752d1 service neutron] 10.222.0.60 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804274 Feb 16 05:36:11.740417 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 790c8cdb-b4f4-466f-aeb2-308d8707993f up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:36:11.782853 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-15b8d870-026b-4190-9668-946cbe36a405 req-7b18bb54-5106-4737-a52f-3364884d8752 service neutron] 10.222.0.60 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902083 Feb 16 05:36:11.794540 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port 790c8cdb-b4f4-466f-aeb2-308d8707993f completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:36:11.799163 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port 790c8cdb-b4f4-466f-aeb2-308d8707993f triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:36:11.799568 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (790c8cdb-b4f4-466f-aeb2-308d8707993f), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:11.876477 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 790c8cdb-b4f4-466f-aeb2-308d8707993f is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:36:11.876855 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (790c8cdb-b4f4-466f-aeb2-308d8707993f), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:11.899472 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd001e88-213f-4c79-995c-3e01e8481ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790c8cdb-b4f4-466f-aeb2-308d8707993f'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:36:11.901670 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d00503f-48ae-4eec-8826-854ebce41690" -d '{"events": [{"server_uuid": "dd001e88-213f-4c79-995c-3e01e8481ace", "name": "network-vif-plugged", "status": "completed", "tag": "790c8cdb-b4f4-466f-aeb2-308d8707993f"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:36:11.915809 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 790c8cdb-b4f4-466f-aeb2-308d8707993f, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=790c8cdb-b4f4-466f-aeb2-308d8707993f,segment=NetworkSegment(a9a69590-b11b-4dff-a5da-77a1fc1ca224),segment_id=a9a69590-b11b-4dff-a5da-77a1fc1ca224)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:36:11.920101 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (790c8cdb-b4f4-466f-aeb2-308d8707993f), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:11.943654 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8277a83b-0ff6-4f2f-b9ef-7435cc2627c5 x-openstack-request-id: req-8277a83b-0ff6-4f2f-b9ef-7435cc2627c5 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:36:11.943969 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd001e88-213f-4c79-995c-3e01e8481ace", "name": "network-vif-plugged", "status": "completed", "tag": "790c8cdb-b4f4-466f-aeb2-308d8707993f", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:36:11.944220 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8277a83b-0ff6-4f2f-b9ef-7435cc2627c5 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:36:11.944608 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd001e88-213f-4c79-995c-3e01e8481ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790c8cdb-b4f4-466f-aeb2-308d8707993f', 'code': 200} Feb 16 05:36:11.969437 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=790c8cdb-b4f4-466f-aeb2-308d8707993f,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:36:12.166855 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95143c35-f00f-43d9-a1d2-7db11d9a4aa9 req-b16a1415-f538-4fa9-9152-230a66654c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:12.168431 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-95143c35-f00f-43d9-a1d2-7db11d9a4aa9 req-b16a1415-f538-4fa9-9152-230a66654c2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=98f0673600914ab1a0a8636e309c3306&device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 1129 time: 0.0856915 Feb 16 05:36:12.183819 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17607b48-6857-460e-8a91-a1c953a9874c req-62da6350-8b4f-41d0-a344-48d42e1776a1 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:12.189894 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-17607b48-6857-460e-8a91-a1c953a9874c req-62da6350-8b4f-41d0-a344-48d42e1776a1 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0746267 Feb 16 05:36:12.304732 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198ce11-f508-4ab0-ac01-cab8f72a2b26 req-7799ae5b-f79a-4104-8477-7b68b01a33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:12.305833 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-17607b48-6857-460e-8a91-a1c953a9874c req-f708001e-c606-4d5e-a5a1-7f9072997f3c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131699 Feb 16 05:36:12.307384 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6198ce11-f508-4ab0-ac01-cab8f72a2b26 req-7799ae5b-f79a-4104-8477-7b68b01a33a2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 1134 time: 0.0471776 Feb 16 05:36:12.340094 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95143c35-f00f-43d9-a1d2-7db11d9a4aa9 req-7fa8714b-9c26-44d5-87d8-049421e2006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:12.341766 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-95143c35-f00f-43d9-a1d2-7db11d9a4aa9 req-7fa8714b-9c26-44d5-87d8-049421e2006f service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bff5ceb-655f-4b77-9e4f-6947f831595a HTTP/1.1" status: 200 len: 917 time: 0.1478562 Feb 16 05:36:12.398953 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6198ce11-f508-4ab0-ac01-cab8f72a2b26 req-d05492b9-04c3-43b2-a71a-fa497af6481c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cd3d2661-25e7-47db-b241-a5947736231a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820880 Feb 16 05:36:12.415821 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-95143c35-f00f-43d9-a1d2-7db11d9a4aa9 req-1dacd9f2-506d-4471-8f69-0680b931ae29 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b21e5ec-67af-4154-90a7-d10f66f9f96b HTTP/1.1" status: 200 len: 1001 time: 0.0660057 Feb 16 05:36:12.426929 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca3ec1-0faa-4617-b874-cc09bbd71d5e req-635dcc9c-2e17-4ea0-a6d0-33c644572264 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:12.428873 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-34ca3ec1-0faa-4617-b874-cc09bbd71d5e req-635dcc9c-2e17-4ea0-a6d0-33c644572264 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 950 time: 0.0661798 Feb 16 05:36:12.479386 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-34ca3ec1-0faa-4617-b874-cc09bbd71d5e req-5824e8e8-fc54-41c8-afb3-a7bc88d7bf75 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd3d2661-25e7-47db-b241-a5947736231a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429265 Feb 16 05:36:12.670642 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cddd7-5ce8-4d70-9bd7-42b38381871a req-dbe0a4e6-76ba-4a6c-8979-97b3193245a2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:12.672674 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-735cddd7-5ce8-4d70-9bd7-42b38381871a req-dbe0a4e6-76ba-4a6c-8979-97b3193245a2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0568972 Feb 16 05:36:12.727585 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-735cddd7-5ce8-4d70-9bd7-42b38381871a req-eb0e05a3-34d5-418a-b132-98740e4e300f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492680 Feb 16 05:36:12.898400 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95143c35-f00f-43d9-a1d2-7db11d9a4aa9 req-d68291a1-2c4f-4f4f-8182-43f666b45e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:12.899781 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-95143c35-f00f-43d9-a1d2-7db11d9a4aa9 req-d68291a1-2c4f-4f4f-8182-43f666b45e1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0acbf643-c806-4af9-a75e-f3ce06c9fe9e HTTP/1.1" status: 200 len: 855 time: 0.0437598 Feb 16 05:36:13.055952 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95143c35-f00f-43d9-a1d2-7db11d9a4aa9 req-4757d01f-a7ff-4b0c-9509-39da686fdf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:13.057433 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-95143c35-f00f-43d9-a1d2-7db11d9a4aa9 req-4757d01f-a7ff-4b0c-9509-39da686fdf70 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bff5ceb-655f-4b77-9e4f-6947f831595a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426898 Feb 16 05:36:13.162398 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-95143c35-f00f-43d9-a1d2-7db11d9a4aa9 req-af06ad77-4ecf-4b87-9101-998a752407f4 service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845075 Feb 16 05:36:13.249592 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-95143c35-f00f-43d9-a1d2-7db11d9a4aa9 req-a60e3d7e-22cb-468c-b6d0-efd05ccc69c9 service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793695 Feb 16 05:36:13.423555 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49619146-1954-46b4-8457-a448ac15d3fb req-d42a4b42-d1fa-4099-85c4-8981825065f7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:13.425043 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-49619146-1954-46b4-8457-a448ac15d3fb req-d42a4b42-d1fa-4099-85c4-8981825065f7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0536413 Feb 16 05:36:13.469632 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-49619146-1954-46b4-8457-a448ac15d3fb req-4b8e9119-b8d5-4c88-833b-e5a35ae6159b tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389597 Feb 16 05:36:13.595802 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25132d-0cfc-4bad-bab1-2f4d4f22e705 req-c3cde35e-7735-458e-978f-78a18fa1d8b6 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:13.597192 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9d25132d-0cfc-4bad-bab1-2f4d4f22e705 req-c3cde35e-7735-458e-978f-78a18fa1d8b6 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 950 time: 0.0521905 Feb 16 05:36:13.649771 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9d25132d-0cfc-4bad-bab1-2f4d4f22e705 req-68cc5770-3a0b-4b7a-aec6-935976759cb7 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd3d2661-25e7-47db-b241-a5947736231a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469775 Feb 16 05:36:13.858954 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e1239-41ae-43a0-aa5e-4cedcbcc9d6e req-36c5c27a-207e-402c-bf5c-db77d2443da8 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:13.860913 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-948e1239-41ae-43a0-aa5e-4cedcbcc9d6e req-36c5c27a-207e-402c-bf5c-db77d2443da8 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0572112 Feb 16 05:36:13.926175 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-948e1239-41ae-43a0-aa5e-4cedcbcc9d6e req-8331af09-1f21-4e71-8b8d-39c8add18124 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584326 Feb 16 05:36:14.587000 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d02b23-e992-4d48-b851-4f5e26f599b9 req-94cd0a16-0ed2-458a-87dd-73ffc4839efe tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:14.588458 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f7d02b23-e992-4d48-b851-4f5e26f599b9 req-94cd0a16-0ed2-458a-87dd-73ffc4839efe tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0514088 Feb 16 05:36:14.633857 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f7d02b23-e992-4d48-b851-4f5e26f599b9 req-3c1d6a77-328b-4429-b97c-ddb44aa28a53 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391912 Feb 16 05:36:14.771509 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a706baf-f90c-4fe5-9770-6fee85a37e80 req-8d1b9d3d-1b84-4901-8d35-de4c9d0fd30c tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:14.772865 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4a706baf-f90c-4fe5-9770-6fee85a37e80 req-8d1b9d3d-1b84-4901-8d35-de4c9d0fd30c tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 950 time: 0.0547755 Feb 16 05:36:14.821145 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4a706baf-f90c-4fe5-9770-6fee85a37e80 req-4f996f04-8e55-4976-8730-0f0e5d1bcff7 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd3d2661-25e7-47db-b241-a5947736231a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420182 Feb 16 05:36:15.099778 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2e983-6dca-4505-a346-34d571f171cb req-5e1d72a7-fd2f-4009-bd11-cbe4f7dc955b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:15.101357 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cdb2e983-6dca-4505-a346-34d571f171cb req-5e1d72a7-fd2f-4009-bd11-cbe4f7dc955b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 945 time: 0.0674443 Feb 16 05:36:15.161749 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cdb2e983-6dca-4505-a346-34d571f171cb req-33aa6be0-2540-4fb9-919a-8e7dec5dfe58 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543132 Feb 16 05:36:15.202475 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da851d-7921-40a9-bd7e-d5f10c5a904f req-db98d81c-6972-465e-bc6d-028921270404 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:15.204659 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-18da851d-7921-40a9-bd7e-d5f10c5a904f req-db98d81c-6972-465e-bc6d-028921270404 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 950 time: 0.0672538 Feb 16 05:36:15.258571 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-18da851d-7921-40a9-bd7e-d5f10c5a904f req-22a2b013-834f-468b-83c9-45759fff1eab tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd3d2661-25e7-47db-b241-a5947736231a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483551 Feb 16 05:36:15.762286 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e7bf-bfbe-4302-a6b2-2a5ada0dbe6e req-bf75566d-8a24-4796-b6b8-b1be6c63703f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:15.763752 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9032e7bf-bfbe-4302-a6b2-2a5ada0dbe6e req-bf75566d-8a24-4796-b6b8-b1be6c63703f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0578699 Feb 16 05:36:15.769187 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 1b21e5ec-67af-4154-90a7-d10f66f9f96b no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:36:15.816088 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9032e7bf-bfbe-4302-a6b2-2a5ada0dbe6e req-df4f4bea-1a61-4088-b02c-b17b326d051c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455344 Feb 16 05:36:15.848546 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 1b21e5ec-67af-4154-90a7-d10f66f9f96b is: ACTIVE; New status is: DOWN {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:36:15.848958 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:15.870341 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03664210-52cd-4649-abb9-282e98802be3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b21e5ec-67af-4154-90a7-d10f66f9f96b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:36:15.872530 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a97bb33-4b45-460d-b6fb-27651a1dad9d" -d '{"events": [{"server_uuid": "03664210-52cd-4649-abb9-282e98802be3", "name": "network-vif-unplugged", "status": "completed", "tag": "1b21e5ec-67af-4154-90a7-d10f66f9f96b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:36:15.885064 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 1b21e5ec-67af-4154-90a7-d10f66f9f96b, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=1b21e5ec-67af-4154-90a7-d10f66f9f96b,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:36:15.889176 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:15.912558 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 05:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ed4ab9-45e0-474e-b96b-dc255a1093e3 x-openstack-request-id: req-a8ed4ab9-45e0-474e-b96b-dc255a1093e3 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:36:15.912923 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03664210-52cd-4649-abb9-282e98802be3", "name": "network-vif-unplugged", "status": "completed", "tag": "1b21e5ec-67af-4154-90a7-d10f66f9f96b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:36:15.913128 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a8ed4ab9-45e0-474e-b96b-dc255a1093e3 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:36:15.913541 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03664210-52cd-4649-abb9-282e98802be3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b21e5ec-67af-4154-90a7-d10f66f9f96b', 'code': 200} Feb 16 05:36:15.943010 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=1b21e5ec-67af-4154-90a7-d10f66f9f96b,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:36:16.287883 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279707a8-c122-4943-84a8-25667faa188b req-a69a5944-ecae-4043-b6ec-dc1a66fa8a8a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:16.289368 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-279707a8-c122-4943-84a8-25667faa188b req-a69a5944-ecae-4043-b6ec-dc1a66fa8a8a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0507700 Feb 16 05:36:16.335473 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-279707a8-c122-4943-84a8-25667faa188b req-42b3ac07-5a80-437e-a1c1-8810073da075 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404444 Feb 16 05:36:16.384492 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b54c72-542d-4d85-8c5f-5ca0177a475d req-b40cdccb-dcc6-4877-bb8b-257fd53d988d tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:16.385992 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e6b54c72-542d-4d85-8c5f-5ca0177a475d req-b40cdccb-dcc6-4877-bb8b-257fd53d988d tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 950 time: 0.0577443 Feb 16 05:36:16.432753 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e6b54c72-542d-4d85-8c5f-5ca0177a475d req-ddabe8a6-da51-4891-a066-bdb3bd8a1d89 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd3d2661-25e7-47db-b241-a5947736231a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400815 Feb 16 05:36:16.934160 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a536c2-19e9-4377-a9bd-62bb22cae91b req-5493968b-d860-489f-abe9-b944a958e6e2 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:16.935676 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-91a536c2-19e9-4377-a9bd-62bb22cae91b req-5493968b-d860-489f-abe9-b944a958e6e2 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0523727 Feb 16 05:36:16.983542 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-91a536c2-19e9-4377-a9bd-62bb22cae91b req-adb3dc1e-c161-441d-b8b2-ffbb959888a2 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420809 Feb 16 05:36:17.456713 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9128740-9aac-4608-a801-5888b69f2d97 req-5cd8392e-1eef-458b-a66c-a0ac6167441c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:17.458223 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b9128740-9aac-4608-a801-5888b69f2d97 req-5cd8392e-1eef-458b-a66c-a0ac6167441c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0529733 Feb 16 05:36:17.505518 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b9128740-9aac-4608-a801-5888b69f2d97 req-447878ea-d10f-48ef-bc18-8e6b271d0286 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416420 Feb 16 05:36:17.550361 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e51edc-e93f-4925-850b-bb131836c0fa req-91f40727-6dbd-4d4b-84d9-44bcd8ff6aa1 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:17.551798 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e4e51edc-e93f-4925-850b-bb131836c0fa req-91f40727-6dbd-4d4b-84d9-44bcd8ff6aa1 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 950 time: 0.0513654 Feb 16 05:36:17.599174 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e4e51edc-e93f-4925-850b-bb131836c0fa req-6ac799b9-4646-4e7b-90ea-ec11aa810ccf tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd3d2661-25e7-47db-b241-a5947736231a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419517 Feb 16 05:36:18.102456 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ccc13-ba6e-447f-a5b1-4b7255197d29 req-d1b4fec4-cf71-47d5-9ccd-d73a21023409 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:18.103909 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2d8ccc13-ba6e-447f-a5b1-4b7255197d29 req-d1b4fec4-cf71-47d5-9ccd-d73a21023409 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0540998 Feb 16 05:36:18.148524 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2d8ccc13-ba6e-447f-a5b1-4b7255197d29 req-20f33a03-4ce8-4995-bba7-c354b1d5e468 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393023 Feb 16 05:36:18.627605 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5d16a-0c44-4e8f-9184-9d5c16b2bbeb req-5e553074-3ef1-4ebe-9e05-3eedfde3e910 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:18.629070 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-99e5d16a-0c44-4e8f-9184-9d5c16b2bbeb req-5e553074-3ef1-4ebe-9e05-3eedfde3e910 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0540969 Feb 16 05:36:18.678933 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-99e5d16a-0c44-4e8f-9184-9d5c16b2bbeb req-9be30efc-d7bc-4d9a-8910-a235e7de0433 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437717 Feb 16 05:36:18.725625 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e417ca-7990-4474-bc54-fe97d85c35f2 req-eca06c52-a889-45c3-90cb-18d5b9ea3e92 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:18.727208 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b6e417ca-7990-4474-bc54-fe97d85c35f2 req-eca06c52-a889-45c3-90cb-18d5b9ea3e92 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 950 time: 0.0557392 Feb 16 05:36:18.776863 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b6e417ca-7990-4474-bc54-fe97d85c35f2 req-ea4beffd-ab50-4ea7-8aba-aeb297d11345 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd3d2661-25e7-47db-b241-a5947736231a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438631 Feb 16 05:36:19.269664 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0f3af-6c31-4d80-a981-e238bbdd4d36 req-3fa29afc-9844-47cd-9eac-b2e30c84c63b tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:19.271282 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2bb0f3af-6c31-4d80-a981-e238bbdd4d36 req-3fa29afc-9844-47cd-9eac-b2e30c84c63b tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0567510 Feb 16 05:36:19.317732 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2bb0f3af-6c31-4d80-a981-e238bbdd4d36 req-a9124c79-19d8-4bf9-9753-28b1f8837ac0 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407162 Feb 16 05:36:19.785605 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 1b21e5ec-67af-4154-90a7-d10f66f9f96b no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:36:19.810407 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cfbe9-c86d-4c4f-acd0-3f359d9a6a14 req-5bd9783b-2bc7-4100-b4bb-40c1449386d4 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:19.811449 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-430cfbe9-c86d-4c4f-acd0-3f359d9a6a14 req-5bd9783b-2bc7-4100-b4bb-40c1449386d4 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0552897 Feb 16 05:36:19.892314 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 1b21e5ec-67af-4154-90a7-d10f66f9f96b is: DOWN; New status is: DOWN {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:36:19.894605 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-430cfbe9-c86d-4c4f-acd0-3f359d9a6a14 req-94997a37-1cd5-400a-adfc-df87bf13b1b4 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716012 Feb 16 05:36:19.945479 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f35cff-561d-45cd-a79d-d7ff403b8f7a req-78f02b33-37d4-416b-83f7-99540a40fbfd tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:19.947062 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-65f35cff-561d-45cd-a79d-d7ff403b8f7a req-78f02b33-37d4-416b-83f7-99540a40fbfd tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 950 time: 0.0663750 Feb 16 05:36:19.996302 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-65f35cff-561d-45cd-a79d-d7ff403b8f7a req-52336d85-9fc2-416d-a7b8-8b94780a9460 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd3d2661-25e7-47db-b241-a5947736231a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435274 Feb 16 05:36:20.121960 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1f6d5-55a3-40d2-bfbe-36892bcba8e8 req-7e3d6d19-cf01-4820-8a18-e941e709694b tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:20.124051 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3ec1f6d5-55a3-40d2-bfbe-36892bcba8e8 req-7e3d6d19-cf01-4820-8a18-e941e709694b tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 950 time: 0.0598187 Feb 16 05:36:20.230584 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-3ec1f6d5-55a3-40d2-bfbe-36892bcba8e8 req-5ba70178-e95f-494b-8eb3-6063b9173908 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Deleting port 790c8cdb-b4f4-466f-aeb2-308d8707993f {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:36:20.231000 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3ec1f6d5-55a3-40d2-bfbe-36892bcba8e8 req-5ba70178-e95f-494b-8eb3-6063b9173908 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (790c8cdb-b4f4-466f-aeb2-308d8707993f), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:20.323084 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3ec1f6d5-55a3-40d2-bfbe-36892bcba8e8 req-5ba70178-e95f-494b-8eb3-6063b9173908 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] For port 790c8cdb-b4f4-466f-aeb2-308d8707993f, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=790c8cdb-b4f4-466f-aeb2-308d8707993f,segment=NetworkSegment(a9a69590-b11b-4dff-a5da-77a1fc1ca224),segment_id=a9a69590-b11b-4dff-a5da-77a1fc1ca224)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:36:20.323451 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3ec1f6d5-55a3-40d2-bfbe-36892bcba8e8 req-5ba70178-e95f-494b-8eb3-6063b9173908 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (790c8cdb-b4f4-466f-aeb2-308d8707993f), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:20.336447 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-3ec1f6d5-55a3-40d2-bfbe-36892bcba8e8 req-5ba70178-e95f-494b-8eb3-6063b9173908 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Calling delete_port for 790c8cdb-b4f4-466f-aeb2-308d8707993f owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:36:20.394645 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [req-cc2f951a-326e-4f58-89e5-ed413b9d8168 req-9f70375f-b44d-4501-8d7d-fa5112108c36 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 05:36:20.395633 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cc2f951a-326e-4f58-89e5-ed413b9d8168 req-9f70375f-b44d-4501-8d7d-fa5112108c36 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057859 Feb 16 05:36:20.469945 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dd264-a367-4d86-b2b7-489c48cd9605 req-f5fd88d9-a493-4c65-b838-5fe4476a27da tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:20.471566 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9c6dd264-a367-4d86-b2b7-489c48cd9605 req-f5fd88d9-a493-4c65-b838-5fe4476a27da tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0839391 Feb 16 05:36:20.550298 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3ec1f6d5-55a3-40d2-bfbe-36892bcba8e8 req-5ba70178-e95f-494b-8eb3-6063b9173908 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (790c8cdb-b4f4-466f-aeb2-308d8707993f), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:20.568010 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac265a-56e5-4bee-95e9-b1412520b4df req-0f6522d5-f879-48af-b6a4-dbf600b7466c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:20.571195 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9c6dd264-a367-4d86-b2b7-489c48cd9605 req-54e1bc18-63ea-4721-a5b2-3bc686ebeb28 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770500 Feb 16 05:36:20.579417 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-50ac265a-56e5-4bee-95e9-b1412520b4df req-0f6522d5-f879-48af-b6a4-dbf600b7466c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0665364 Feb 16 05:36:20.593575 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['790c8cdb-b4f4-466f-aeb2-308d8707993f'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:36:20.596440 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba70178-e95f-494b-8eb3-6063b9173908 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Pushing event deleted for resources: {'Port': ['ID=790c8cdb-b4f4-466f-aeb2-308d8707993f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:36:20.647647 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-50ac265a-56e5-4bee-95e9-b1412520b4df req-c544e922-dab8-4273-bfdf-1b4733f6e39d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672338 Feb 16 05:36:20.920839 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec1f6d5-55a3-40d2-bfbe-36892bcba8e8 req-5ba70178-e95f-494b-8eb3-6063b9173908 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] No DVR routers for this DVR port 790c8cdb-b4f4-466f-aeb2-308d8707993f on host hv-cinder-82947 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:36:20.924688 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3ec1f6d5-55a3-40d2-bfbe-36892bcba8e8 req-5ba70178-e95f-494b-8eb3-6063b9173908 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:20.929495 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3ec1f6d5-55a3-40d2-bfbe-36892bcba8e8 req-5ba70178-e95f-494b-8eb3-6063b9173908 tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.60 "DELETE /v2.0/ports/790c8cdb-b4f4-466f-aeb2-308d8707993f HTTP/1.1" status: 204 len: 173 time: 0.7974067 Feb 16 05:36:20.929958 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd001e88-213f-4c79-995c-3e01e8481ace', 'name': 'network-vif-deleted', 'tag': '790c8cdb-b4f4-466f-aeb2-308d8707993f'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:36:20.932171 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a6a35b-63ea-444d-b4cb-9e584f0b9b36" -d '{"events": [{"server_uuid": "dd001e88-213f-4c79-995c-3e01e8481ace", "name": "network-vif-deleted", "tag": "790c8cdb-b4f4-466f-aeb2-308d8707993f"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:36:20.970987 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b14ad6-0099-461a-9ad9-3b15a90cf566 x-openstack-request-id: req-b5b14ad6-0099-461a-9ad9-3b15a90cf566 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:36:20.971290 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd001e88-213f-4c79-995c-3e01e8481ace", "name": "network-vif-deleted", "tag": "790c8cdb-b4f4-466f-aeb2-308d8707993f", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:36:20.971598 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b5b14ad6-0099-461a-9ad9-3b15a90cf566 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:36:20.971987 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd001e88-213f-4c79-995c-3e01e8481ace', 'name': 'network-vif-deleted', 'tag': '790c8cdb-b4f4-466f-aeb2-308d8707993f', 'status': 'completed', 'code': 200} Feb 16 05:36:21.034942 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 55354) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:36:21.104182 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8d785e5b-c75c-4a76-adb0-22c1ad652299 req-1ec20bb9-e5e5-44be-a86c-0b82d3e8c63a tempest-VolumesNegativeTest-1025653841 tempest-VolumesNegativeTest-1025653841-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd001e88-213f-4c79-995c-3e01e8481ace HTTP/1.1" status: 200 len: 210 time: 0.0266426 Feb 16 05:36:21.137719 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-08a38fee-42fb-41d6-858f-46cfdb2445b8 req-cec40100-0783-49b3-b68c-5a24c824a756 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1015973 Feb 16 05:36:21.146132 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [req-08a38fee-42fb-41d6-858f-46cfdb2445b8 req-e33c26e2-7691-43d1-a2cd-89e3a91ede08 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 05:36:21.147157 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-08a38fee-42fb-41d6-858f-46cfdb2445b8 req-e33c26e2-7691-43d1-a2cd-89e3a91ede08 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049896 Feb 16 05:36:21.223887 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 55366) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:36:21.317143 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a38fee-42fb-41d6-858f-46cfdb2445b8 req-4089b0c4-7448-4100-af42-2437ad9cd21b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:21.318799 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-08a38fee-42fb-41d6-858f-46cfdb2445b8 req-4089b0c4-7448-4100-af42-2437ad9cd21b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports/1b21e5ec-67af-4154-90a7-d10f66f9f96b HTTP/1.1" status: 200 len: 940 time: 0.0937722 Feb 16 05:36:21.732968 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6579d-32b5-4d00-ad80-56f106e9744f req-a07a54b3-139a-452e-a864-ada3e8ba9a48 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:21.735286 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1bd6579d-32b5-4d00-ad80-56f106e9744f req-a07a54b3-139a-452e-a864-ada3e8ba9a48 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0586605 Feb 16 05:36:21.789525 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1bd6579d-32b5-4d00-ad80-56f106e9744f req-13d4f5e2-239f-4084-a703-33979a06aab9 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484972 Feb 16 05:36:21.812896 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffab24-72ea-4448-bd86-271613a42258 req-25e7a07d-01c9-47c2-ba5b-8e8bb7689a2a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:21.814421 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4dffab24-72ea-4448-bd86-271613a42258 req-25e7a07d-01c9-47c2-ba5b-8e8bb7689a2a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0570478 Feb 16 05:36:21.866928 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4dffab24-72ea-4448-bd86-271613a42258 req-236d4d95-d211-41b8-92c0-c0e3e9cc7ca2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470243 Feb 16 05:36:22.943319 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680e094-4be6-4864-abc1-6178a3664f76 req-683487d0-8264-4b59-a652-6e6ec78a6ec3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:22.953559 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a680e094-4be6-4864-abc1-6178a3664f76 req-683487d0-8264-4b59-a652-6e6ec78a6ec3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0750468 Feb 16 05:36:23.022827 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a680e094-4be6-4864-abc1-6178a3664f76 req-34c5d8e7-8581-49e6-a538-27d22cf26ab7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683141 Feb 16 05:36:23.071896 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d745c1e-46d2-48a9-b696-6b4e16d30d67 req-09ee2a4c-4283-4955-8e3f-f46b55fc843a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:23.073690 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9d745c1e-46d2-48a9-b696-6b4e16d30d67 req-09ee2a4c-4283-4955-8e3f-f46b55fc843a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0982606 Feb 16 05:36:23.135149 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9d745c1e-46d2-48a9-b696-6b4e16d30d67 req-f7275f05-7861-4cde-bdb0-a09ab9de967d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549717 Feb 16 05:36:23.780176 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 790c8cdb-b4f4-466f-aeb2-308d8707993f no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:36:23.801567 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: 790c8cdb-b4f4-466f-aeb2-308d8707993f {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:36:23.801920 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 790c8cdb-b4f4-466f-aeb2-308d8707993f not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:36:24.147498 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b17d2-a80d-4c81-847d-e4f09920d7ad req-32bc1a85-0faa-40e2-ad65-2d7efae55dca tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:24.149425 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-157b17d2-a80d-4c81-847d-e4f09920d7ad req-32bc1a85-0faa-40e2-ad65-2d7efae55dca tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0566232 Feb 16 05:36:24.232486 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-157b17d2-a80d-4c81-847d-e4f09920d7ad req-80fffa08-ef5e-4ec7-81e5-962c5f4df462 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657554 Feb 16 05:36:24.289575 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de6a29-e66d-47ad-ae58-e751a8ef1355 req-46d9b169-cf92-4729-84a8-827b86ef8c4f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:24.291158 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f8de6a29-e66d-47ad-ae58-e751a8ef1355 req-46d9b169-cf92-4729-84a8-827b86ef8c4f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0613260 Feb 16 05:36:24.341788 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f8de6a29-e66d-47ad-ae58-e751a8ef1355 req-1bc22d6b-b6cf-4dcc-8af0-2ac79efc9838 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435562 Feb 16 05:36:24.480000 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 55652) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:36:24.588544 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eb67454a-5792-4f67-b4ba-3645296df439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:24.684577 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eb67454a-5792-4f67-b4ba-3645296df439 admin admin] Publish callbacks [] for security_group (8902eda3-7860-4672-b1a9-4e4de1df7c6f), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:24.685989 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eb67454a-5792-4f67-b4ba-3645296df439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (8902eda3-7860-4672-b1a9-4e4de1df7c6f), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:24.733836 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-eb67454a-5792-4f67-b4ba-3645296df439 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f023f3a95ccd4bd98f7ec8357ce45d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526834 Feb 16 05:36:24.734694 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67454a-5792-4f67-b4ba-3645296df439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8902eda3-7860-4672-b1a9-4e4de1df7c6f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:36:24.737915 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 55682) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:36:24.742988 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67454a-5792-4f67-b4ba-3645296df439 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.743451 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67454a-5792-4f67-b4ba-3645296df439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.744032 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67454a-5792-4f67-b4ba-3645296df439 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.744482 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67454a-5792-4f67-b4ba-3645296df439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.744921 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67454a-5792-4f67-b4ba-3645296df439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.745275 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67454a-5792-4f67-b4ba-3645296df439 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.745607 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67454a-5792-4f67-b4ba-3645296df439 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.745936 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67454a-5792-4f67-b4ba-3645296df439 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.746261 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67454a-5792-4f67-b4ba-3645296df439 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.746744 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67454a-5792-4f67-b4ba-3645296df439 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.747101 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67454a-5792-4f67-b4ba-3645296df439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.747424 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67454a-5792-4f67-b4ba-3645296df439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.747740 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67454a-5792-4f67-b4ba-3645296df439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.791169 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8314cf20-8bb8-4fec-8194-65cfb95e0801 admin admin] Publish callbacks [] for security_group (8902eda3-7860-4672-b1a9-4e4de1df7c6f), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:24.813586 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8314cf20-8bb8-4fec-8194-65cfb95e0801 admin admin] Publish callbacks [] for security_group (8902eda3-7860-4672-b1a9-4e4de1df7c6f), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:24.865387 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8314cf20-8bb8-4fec-8194-65cfb95e0801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (8902eda3-7860-4672-b1a9-4e4de1df7c6f), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:24.868002 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8314cf20-8bb8-4fec-8194-65cfb95e0801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:24.869305 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-8314cf20-8bb8-4fec-8194-65cfb95e0801 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8902eda3-7860-4672-b1a9-4e4de1df7c6f HTTP/1.1" status: 204 len: 168 time: 0.1303592 Feb 16 05:36:24.877902 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314cf20-8bb8-4fec-8194-65cfb95e0801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8902eda3-7860-4672-b1a9-4e4de1df7c6f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:36:24.884722 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314cf20-8bb8-4fec-8194-65cfb95e0801 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.885070 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314cf20-8bb8-4fec-8194-65cfb95e0801 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.885439 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314cf20-8bb8-4fec-8194-65cfb95e0801 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.885773 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314cf20-8bb8-4fec-8194-65cfb95e0801 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.886101 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314cf20-8bb8-4fec-8194-65cfb95e0801 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.886424 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314cf20-8bb8-4fec-8194-65cfb95e0801 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.886746 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314cf20-8bb8-4fec-8194-65cfb95e0801 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.887066 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314cf20-8bb8-4fec-8194-65cfb95e0801 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.887387 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314cf20-8bb8-4fec-8194-65cfb95e0801 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.887708 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314cf20-8bb8-4fec-8194-65cfb95e0801 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.888028 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314cf20-8bb8-4fec-8194-65cfb95e0801 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.888339 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314cf20-8bb8-4fec-8194-65cfb95e0801 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:24.888651 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314cf20-8bb8-4fec-8194-65cfb95e0801 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:36:25.362454 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b36fa-cb46-4ad8-8b6d-e405cda262f1 req-d87bcca0-f025-4941-8f03-e095b91dee38 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:25.368362 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-468b36fa-cb46-4ad8-8b6d-e405cda262f1 req-d87bcca0-f025-4941-8f03-e095b91dee38 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0587618 Feb 16 05:36:25.420994 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-468b36fa-cb46-4ad8-8b6d-e405cda262f1 req-4627414b-bb89-47e2-a588-287347aeb0cc tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516789 Feb 16 05:36:25.469523 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a5e33-a301-454c-ab6b-490b9ab14889 req-ec6995fc-1f91-4ddc-a641-25adc2d5804d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:25.471081 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e42a5e33-a301-454c-ab6b-490b9ab14889 req-ec6995fc-1f91-4ddc-a641-25adc2d5804d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0564578 Feb 16 05:36:25.516353 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e42a5e33-a301-454c-ab6b-490b9ab14889 req-6de1eb0f-55bc-4ee9-8202-1bc84f662e2d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399926 Feb 16 05:36:25.930672 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 55734) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:36:26.031812 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14096746-fb55-4a64-aaab-5b45a701e682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:26.109578 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4f75fdbf-fa92-4e1f-8b98-a646df52e2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:26.110143 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14096746-fb55-4a64-aaab-5b45a701e682 admin admin] Publish callbacks [] for security_group (741f22b5-5c97-4d5d-89f9-764b50a530f6), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:26.116271 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14096746-fb55-4a64-aaab-5b45a701e682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (741f22b5-5c97-4d5d-89f9-764b50a530f6), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:26.132934 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 55740) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:36:26.155200 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-14096746-fb55-4a64-aaab-5b45a701e682 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c478141f5b76412a97a460b217fc2beb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234569 Feb 16 05:36:26.156435 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14096746-fb55-4a64-aaab-5b45a701e682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741f22b5-5c97-4d5d-89f9-764b50a530f6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:36:26.157948 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 55744) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:36:26.205156 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8e0fe527-363f-4aa3-9ee8-b70e7e023c12 admin admin] Publish callbacks [] for security_group (741f22b5-5c97-4d5d-89f9-764b50a530f6), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:26.227585 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8e0fe527-363f-4aa3-9ee8-b70e7e023c12 admin admin] Publish callbacks [] for security_group (741f22b5-5c97-4d5d-89f9-764b50a530f6), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:26.291601 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-2833f6ae-4f40-41da-a2e2-8c63644f73f5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c3842ab0db9e47b49407435096f0a223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1574965 Feb 16 05:36:26.294284 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 55746) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:36:26.319693 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8e0fe527-363f-4aa3-9ee8-b70e7e023c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (741f22b5-5c97-4d5d-89f9-764b50a530f6), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:26.322370 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8e0fe527-363f-4aa3-9ee8-b70e7e023c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:26.323424 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-8e0fe527-363f-4aa3-9ee8-b70e7e023c12 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/741f22b5-5c97-4d5d-89f9-764b50a530f6 HTTP/1.1" status: 204 len: 168 time: 0.1645300 Feb 16 05:36:26.342143 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0fe527-363f-4aa3-9ee8-b70e7e023c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741f22b5-5c97-4d5d-89f9-764b50a530f6,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:36:26.361911 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-217defa2-4e38-4b9b-a2df-8b20a6f11cc4 admin admin] Publish callbacks [] for security_group (cd3d2661-25e7-47db-b241-a5947736231a), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:26.383866 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-217defa2-4e38-4b9b-a2df-8b20a6f11cc4 admin admin] Publish callbacks [] for security_group (cd3d2661-25e7-47db-b241-a5947736231a), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:26.440798 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-217defa2-4e38-4b9b-a2df-8b20a6f11cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (cd3d2661-25e7-47db-b241-a5947736231a), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:26.441318 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-217defa2-4e38-4b9b-a2df-8b20a6f11cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:26.444655 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-217defa2-4e38-4b9b-a2df-8b20a6f11cc4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cd3d2661-25e7-47db-b241-a5947736231a HTTP/1.1" status: 204 len: 168 time: 0.1472373 Feb 16 05:36:26.454448 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217defa2-4e38-4b9b-a2df-8b20a6f11cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3d2661-25e7-47db-b241-a5947736231a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:36:26.556437 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa0f10-bc95-491d-bf0e-dd944f5dbbad req-75d1acec-25bd-4bbe-b899-fbbbfd69f452 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:26.558321 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f1fa0f10-bc95-491d-bf0e-dd944f5dbbad req-75d1acec-25bd-4bbe-b899-fbbbfd69f452 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0571716 Feb 16 05:36:26.615221 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f1fa0f10-bc95-491d-bf0e-dd944f5dbbad req-28829117-a692-4f49-9a84-24955882932f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501018 Feb 16 05:36:26.674117 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38419c-29e7-4d8e-b151-1a753d305817 req-392a2f7c-5b07-4527-9cc2-3006eaf33a68 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:26.675237 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7f38419c-29e7-4d8e-b151-1a753d305817 req-392a2f7c-5b07-4527-9cc2-3006eaf33a68 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0709882 Feb 16 05:36:26.729552 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7f38419c-29e7-4d8e-b151-1a753d305817 req-4ff27c66-defb-4355-82d0-f165b4fd2111 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464199 Feb 16 05:36:27.750838 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6187a96-edee-4a8a-bdd7-186fb40f1307 req-92d3bbdb-53d3-4c41-b1e2-c554cc0589e4 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:27.752310 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f6187a96-edee-4a8a-bdd7-186fb40f1307 req-92d3bbdb-53d3-4c41-b1e2-c554cc0589e4 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0569413 Feb 16 05:36:27.802181 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f6187a96-edee-4a8a-bdd7-186fb40f1307 req-5451dc80-ba9d-4262-be85-cb0e1c6358cb tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443661 Feb 16 05:36:27.861317 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2833c-06d5-47b3-9133-916e203a9c9e req-7e466846-f7a7-4741-91b4-c71da6e83620 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:27.862871 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9aa2833c-06d5-47b3-9133-916e203a9c9e req-7e466846-f7a7-4741-91b4-c71da6e83620 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0524123 Feb 16 05:36:27.912822 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9aa2833c-06d5-47b3-9133-916e203a9c9e req-1839d71f-1180-4276-97f0-659cc7f86e40 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431738 Feb 16 05:36:28.578596 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7bb58732-eeac-4a1d-a0e0-a51ccaf21d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:28.928453 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08a755-2641-4e69-ac96-992822fddc39 req-a7f67104-fb85-4498-ac4f-bc1f306b8208 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:28.929957 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ac08a755-2641-4e69-ac96-992822fddc39 req-a7f67104-fb85-4498-ac4f-bc1f306b8208 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0518765 Feb 16 05:36:28.976154 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ac08a755-2641-4e69-ac96-992822fddc39 req-7a9a9133-3223-4ee0-aff2-b812efd37e71 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407851 Feb 16 05:36:29.031659 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3753f3c-2cd3-462e-9be5-706cdae0e817 req-ee0ad7b3-d7a0-4fc7-a9a3-2a4c82555188 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:29.033085 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d3753f3c-2cd3-462e-9be5-706cdae0e817 req-ee0ad7b3-d7a0-4fc7-a9a3-2a4c82555188 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0504870 Feb 16 05:36:29.078811 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d3753f3c-2cd3-462e-9be5-706cdae0e817 req-fb3ba864-6d19-48da-ad14-434a3e7c5c69 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401778 Feb 16 05:36:29.412061 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:30.097807 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811aa0b-0392-4bc7-a100-d81c9460a4bd req-1b823de2-be7a-4d77-8424-e45357726c00 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:30.099255 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0811aa0b-0392-4bc7-a100-d81c9460a4bd req-1b823de2-be7a-4d77-8424-e45357726c00 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0510185 Feb 16 05:36:30.148219 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0811aa0b-0392-4bc7-a100-d81c9460a4bd req-9b20510e-3087-44a9-81f0-5704cdd95441 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435600 Feb 16 05:36:30.198535 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc9fae-b04a-4a7a-8519-5d781ed91082 req-b4c7e4df-25f3-4fa4-af99-83378df5e8ce tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:30.199901 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-66bc9fae-b04a-4a7a-8519-5d781ed91082 req-b4c7e4df-25f3-4fa4-af99-83378df5e8ce tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0519590 Feb 16 05:36:30.243951 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-66bc9fae-b04a-4a7a-8519-5d781ed91082 req-54adfdf1-dc03-44c4-988d-6c642816e701 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379472 Feb 16 05:36:30.942554 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:31.263673 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704848e8-1214-4d45-a292-9bdbdd0594ee req-180510cd-5de8-4950-9b1d-4c0b43c39ed8 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:31.265553 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-704848e8-1214-4d45-a292-9bdbdd0594ee req-180510cd-5de8-4950-9b1d-4c0b43c39ed8 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0509105 Feb 16 05:36:31.311440 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-704848e8-1214-4d45-a292-9bdbdd0594ee req-c28154de-d632-46a2-833d-99809ecafe1c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404181 Feb 16 05:36:31.370147 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7321b-fee9-4514-9034-6940f768a915 req-220a8800-648c-4713-b169-9d1b015b3b59 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:31.371620 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9fe7321b-fee9-4514-9034-6940f768a915 req-220a8800-648c-4713-b169-9d1b015b3b59 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0544865 Feb 16 05:36:31.420487 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9fe7321b-fee9-4514-9034-6940f768a915 req-40ef9fb8-d9d5-4ef8-93b2-c40332d1525c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427608 Feb 16 05:36:32.433790 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a3fe0-2dc1-4829-bc8d-d93c83a90860 req-13e88f45-4b57-457b-8062-6dd5b3c8b63c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:32.435256 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b97a3fe0-2dc1-4829-bc8d-d93c83a90860 req-13e88f45-4b57-457b-8062-6dd5b3c8b63c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0565178 Feb 16 05:36:32.481141 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b97a3fe0-2dc1-4829-bc8d-d93c83a90860 req-dd4351c6-b335-4007-a9ac-f95e057e1488 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403724 Feb 16 05:36:32.540082 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753e537-639f-49d5-9d2d-5547efd70bce req-27e89932-2b95-4591-b72a-c5f442301559 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:32.541557 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5753e537-639f-49d5-9d2d-5547efd70bce req-27e89932-2b95-4591-b72a-c5f442301559 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0503223 Feb 16 05:36:32.586155 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5753e537-639f-49d5-9d2d-5547efd70bce req-ea45639e-243c-45e5-aa58-360e982f0b4a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383375 Feb 16 05:36:32.791393 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:33.599875 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0f1c4-eb33-4c01-a863-190402544245 req-56081f54-d5e6-44d3-a98e-2ae461b52af3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:33.601347 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-59c0f1c4-eb33-4c01-a863-190402544245 req-56081f54-d5e6-44d3-a98e-2ae461b52af3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0535092 Feb 16 05:36:33.646760 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-59c0f1c4-eb33-4c01-a863-190402544245 req-9a2972a4-8da2-4006-a8bb-d8d31cac607e tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399940 Feb 16 05:36:33.709045 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ffa6a-effb-48b8-bbf9-cee9eb09da34 req-db556cc2-1c34-479b-881e-93409e8027ab tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:33.710702 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-258ffa6a-effb-48b8-bbf9-cee9eb09da34 req-db556cc2-1c34-479b-881e-93409e8027ab tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0529692 Feb 16 05:36:33.765431 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-258ffa6a-effb-48b8-bbf9-cee9eb09da34 req-b6d137ea-8fc5-4a4f-b1fa-56827481c4a9 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465152 Feb 16 05:36:34.765662 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c540676-d624-4130-993d-b37bd99bcbc0 req-e4970764-17e6-485e-a652-39a7ed9f902d tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:34.767117 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6c540676-d624-4130-993d-b37bd99bcbc0 req-e4970764-17e6-485e-a652-39a7ed9f902d tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0511389 Feb 16 05:36:34.812519 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6c540676-d624-4130-993d-b37bd99bcbc0 req-b13c8314-5dde-415a-bb42-e79e6f121da4 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399661 Feb 16 05:36:34.883814 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1517a1-9f61-4643-b015-22c9d6fdf5a7 req-7bbd51cb-d4d4-4c2d-a74d-433a91747b3f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:34.885234 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ab1517a1-9f61-4643-b015-22c9d6fdf5a7 req-7bbd51cb-d4d4-4c2d-a74d-433a91747b3f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0498083 Feb 16 05:36:34.929507 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ab1517a1-9f61-4643-b015-22c9d6fdf5a7 req-581a842b-4105-4024-afb1-d9db5f0b9e61 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382092 Feb 16 05:36:35.931165 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c5b57-ff13-4e98-9a43-cbd2b0696186 req-cc1a9e46-0ede-4412-851e-65ce3d5ff3f3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:35.932542 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-254c5b57-ff13-4e98-9a43-cbd2b0696186 req-cc1a9e46-0ede-4412-851e-65ce3d5ff3f3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0547884 Feb 16 05:36:35.978481 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-254c5b57-ff13-4e98-9a43-cbd2b0696186 req-6d61a246-5250-459c-9a89-4d8a6de3f0a8 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398319 Feb 16 05:36:36.064568 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94797b88-ef96-43c6-8296-e16528b648a7 req-83828120-c708-40d2-80c0-7cd174c4c511 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:36.066074 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-94797b88-ef96-43c6-8296-e16528b648a7 req-83828120-c708-40d2-80c0-7cd174c4c511 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0602331 Feb 16 05:36:36.111522 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-94797b88-ef96-43c6-8296-e16528b648a7 req-59015350-e323-4897-b733-7cb9682d1922 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400047 Feb 16 05:36:37.105914 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d076a-67d4-4122-a304-5efddf22f8c1 req-bf53ab0d-78cf-40e9-a0a9-f8fba330c275 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:37.107402 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ba4d076a-67d4-4122-a304-5efddf22f8c1 req-bf53ab0d-78cf-40e9-a0a9-f8fba330c275 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0548446 Feb 16 05:36:37.152391 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ba4d076a-67d4-4122-a304-5efddf22f8c1 req-abfdda00-a824-493f-a389-c7e74027456e tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396309 Feb 16 05:36:37.240291 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d301ba-a65d-4fb9-8ea5-4c2882cee795 req-71a4fb34-0873-4260-8c9e-f8a4c7751bcd tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:37.242406 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e1d301ba-a65d-4fb9-8ea5-4c2882cee795 req-71a4fb34-0873-4260-8c9e-f8a4c7751bcd tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0582967 Feb 16 05:36:37.292355 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e1d301ba-a65d-4fb9-8ea5-4c2882cee795 req-3170b470-51b0-4c01-942d-670a8fb1e798 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444865 Feb 16 05:36:37.383365 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b341a0-b229-4a57-bea5-dbd4c96caa33 req-1b7ae0fd-cfa9-4ddf-9261-8e502747021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:37.384834 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-26b341a0-b229-4a57-bea5-dbd4c96caa33 req-1b7ae0fd-cfa9-4ddf-9261-8e502747021e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 1129 time: 0.0441234 Feb 16 05:36:38.268319 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c2c89-6985-412e-922f-b0320e693c77 req-5e6964e6-d3ff-42a8-a62e-742fff681173 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:38.269780 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ef0c2c89-6985-412e-922f-b0320e693c77 req-5e6964e6-d3ff-42a8-a62e-742fff681173 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0511274 Feb 16 05:36:38.317248 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ef0c2c89-6985-412e-922f-b0320e693c77 req-7a2b9e9e-a62b-4711-9073-413e7bb053b8 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420766 Feb 16 05:36:38.421657 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6140e-71fc-4a7f-bbe0-1ae3d7a6c422 req-5219f3c2-267b-4a9e-ae91-5034b0521757 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:38.423127 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3ff6140e-71fc-4a7f-bbe0-1ae3d7a6c422 req-5219f3c2-267b-4a9e-ae91-5034b0521757 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0562847 Feb 16 05:36:38.472454 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3ff6140e-71fc-4a7f-bbe0-1ae3d7a6c422 req-7d8bfc87-8125-40f5-b6dd-49a3aae82c3a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438356 Feb 16 05:36:39.598034 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb9085-585d-41b7-afa7-27cf50064bc1 req-712c6d25-1aec-4baa-bb98-0644dce55500 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:39.599708 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fddb9085-585d-41b7-afa7-27cf50064bc1 req-712c6d25-1aec-4baa-bb98-0644dce55500 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0535507 Feb 16 05:36:39.631422 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e22a7a-e1bf-48ec-ab76-cfc453d0c270 req-0c2b6928-5732-4004-b709-e7bc076a3f60 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:39.632881 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f4e22a7a-e1bf-48ec-ab76-cfc453d0c270 req-0c2b6928-5732-4004-b709-e7bc076a3f60 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.2491083 Feb 16 05:36:39.646051 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fddb9085-585d-41b7-afa7-27cf50064bc1 req-cd6c39d3-e135-42b1-9b29-1569551ac0b2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407844 Feb 16 05:36:39.680133 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f4e22a7a-e1bf-48ec-ab76-cfc453d0c270 req-66baeccc-d4af-4cb9-9ccc-82868fa433c9 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Feb 16 05:36:39.940182 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-26b341a0-b229-4a57-bea5-dbd4c96caa33 req-9fde5a9a-c959-48d5-840f-ed18f9887433 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384130 Feb 16 05:36:40.770883 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888b21b-87e4-4dbc-b314-75131d549510 req-282276fa-9376-47e0-bfa3-8260160e1522 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:40.772359 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a888b21b-87e4-4dbc-b314-75131d549510 req-282276fa-9376-47e0-bfa3-8260160e1522 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0528450 Feb 16 05:36:40.813292 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8867bcd-6934-423b-8ecd-8e9aaf6699cd req-f7082d1b-a7cb-4b34-85df-5f2d108e38c7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:40.814809 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e8867bcd-6934-423b-8ecd-8e9aaf6699cd req-f7082d1b-a7cb-4b34-85df-5f2d108e38c7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0604877 Feb 16 05:36:40.828122 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a888b21b-87e4-4dbc-b314-75131d549510 req-5da5a604-cf0a-4c85-8fc8-83c76b0df3ab tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500376 Feb 16 05:36:40.863133 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e8867bcd-6934-423b-8ecd-8e9aaf6699cd req-23c8147d-0e57-413a-91a8-73519d908840 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426819 Feb 16 05:36:41.124282 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:41.918246 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a38fee-42fb-41d6-858f-46cfdb2445b8 req-24e5a80f-f1e5-455a-826e-47779e2716a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:41.919935 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-08a38fee-42fb-41d6-858f-46cfdb2445b8 req-24e5a80f-f1e5-455a-826e-47779e2716a0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3&tenant_id=98f0673600914ab1a0a8636e309c3306 HTTP/1.1" status: 200 len: 1127 time: 0.0893052 Feb 16 05:36:41.971548 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e04b8-5539-4128-a990-c1f4db0e163f req-ebc30a11-4375-4347-a69d-af6bb9b21777 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:41.972986 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-016e04b8-5539-4128-a990-c1f4db0e163f req-ebc30a11-4375-4347-a69d-af6bb9b21777 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0718138 Feb 16 05:36:41.988702 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67c84f-e400-4628-9307-69c9ab8ba2b6 req-5bb49f63-a10e-4b68-bda9-ccf43b2dadcb tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:41.990209 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2c67c84f-e400-4628-9307-69c9ab8ba2b6 req-5bb49f63-a10e-4b68-bda9-ccf43b2dadcb tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0562799 Feb 16 05:36:42.035643 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2c67c84f-e400-4628-9307-69c9ab8ba2b6 req-f7170604-21bb-4e9c-aa8b-b8d671a64718 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400879 Feb 16 05:36:42.038685 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a38fee-42fb-41d6-858f-46cfdb2445b8 req-49023ea8-6875-43a0-beab-fe4afb9545f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:42.040156 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-08a38fee-42fb-41d6-858f-46cfdb2445b8 req-49023ea8-6875-43a0-beab-fe4afb9545f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=98f0673600914ab1a0a8636e309c3306&device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 1127 time: 0.0847704 Feb 16 05:36:42.044991 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-016e04b8-5539-4128-a990-c1f4db0e163f req-173930ad-c691-48c9-a657-bf353620cb2a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543158 Feb 16 05:36:42.132874 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a38fee-42fb-41d6-858f-46cfdb2445b8 req-69b4a927-03ab-46a0-a61c-3c53cfcd9da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:42.134381 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-08a38fee-42fb-41d6-858f-46cfdb2445b8 req-69b4a927-03ab-46a0-a61c-3c53cfcd9da7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bff5ceb-655f-4b77-9e4f-6947f831595a HTTP/1.1" status: 200 len: 917 time: 0.0874500 Feb 16 05:36:42.332113 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2adda21-24f5-4f71-a592-bd8d2f168185 req-f62683cf-b69e-4a4d-aac9-36ff627530cb tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:42.333582 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f2adda21-24f5-4f71-a592-bd8d2f168185 req-f62683cf-b69e-4a4d-aac9-36ff627530cb tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0508552 Feb 16 05:36:42.377943 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f2adda21-24f5-4f71-a592-bd8d2f168185 req-555c1e2b-3631-42ed-b09e-9d486a154b4a tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389595 Feb 16 05:36:42.937493 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-08a38fee-42fb-41d6-858f-46cfdb2445b8 req-449f0c3d-57ee-4eac-95cb-c38172e3a0e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b21e5ec-67af-4154-90a7-d10f66f9f96b HTTP/1.1" status: 200 len: 999 time: 0.0636327 Feb 16 05:36:43.168647 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d0498-f6c3-4f3a-a6a2-ee3f46a2069a req-296fba40-28a5-4285-bff8-01529d656ecb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:43.170134 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b77d0498-f6c3-4f3a-a6a2-ee3f46a2069a req-296fba40-28a5-4285-bff8-01529d656ecb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0508065 Feb 16 05:36:43.219985 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b77d0498-f6c3-4f3a-a6a2-ee3f46a2069a req-64c5640b-d62b-4037-a3ce-01fdaaa676ae tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436022 Feb 16 05:36:43.497439 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e35651-fc45-4b6b-a9ac-881873a97a62 req-14426333-47eb-4740-8421-88cf7b87e5e3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:43.499425 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d7e35651-fc45-4b6b-a9ac-881873a97a62 req-14426333-47eb-4740-8421-88cf7b87e5e3 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0535336 Feb 16 05:36:43.544645 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d7e35651-fc45-4b6b-a9ac-881873a97a62 req-3d4f7a8d-167f-486d-b250-4a2f0ee200b5 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399125 Feb 16 05:36:44.339871 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa07553-08e8-4f43-9c86-0e5a024ad47d req-0cac6809-b9dd-448c-97cf-ebf4dcdf607d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:44.341359 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0aa07553-08e8-4f43-9c86-0e5a024ad47d req-0cac6809-b9dd-448c-97cf-ebf4dcdf607d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0513318 Feb 16 05:36:44.389671 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0aa07553-08e8-4f43-9c86-0e5a024ad47d req-60057b48-3a7c-41f8-af70-1442a0cc0426 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428188 Feb 16 05:36:44.620162 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a38fee-42fb-41d6-858f-46cfdb2445b8 req-add58823-3e2b-48d3-a4bd-8b2c519c0255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:44.621660 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-08a38fee-42fb-41d6-858f-46cfdb2445b8 req-add58823-3e2b-48d3-a4bd-8b2c519c0255 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0acbf643-c806-4af9-a75e-f3ce06c9fe9e HTTP/1.1" status: 200 len: 855 time: 0.0450475 Feb 16 05:36:44.661515 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bc541-3b90-45ee-bfda-f0ab45bc6a3a req-1b9b0498-ac04-478f-87a0-bb3dd5172777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:44.663041 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d88bc541-3b90-45ee-bfda-f0ab45bc6a3a req-1b9b0498-ac04-478f-87a0-bb3dd5172777 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=971394cccbfa49b584616f61ed5eb8a2&device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 1129 time: 0.0767205 Feb 16 05:36:44.670896 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a38fee-42fb-41d6-858f-46cfdb2445b8 req-8693e264-4481-4d69-8acf-44945fc4ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:44.673030 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-08a38fee-42fb-41d6-858f-46cfdb2445b8 req-8693e264-4481-4d69-8acf-44945fc4ffce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bff5ceb-655f-4b77-9e4f-6947f831595a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449550 Feb 16 05:36:44.675307 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba35bcc-dc8c-4ca5-ab54-c645023159e6 req-934e5161-62a5-4202-80e1-68a7e914f4dd tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:44.676815 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2ba35bcc-dc8c-4ca5-ab54-c645023159e6 req-934e5161-62a5-4202-80e1-68a7e914f4dd tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0638649 Feb 16 05:36:44.769447 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-08a38fee-42fb-41d6-858f-46cfdb2445b8 req-b6575abc-07c2-4c21-ad30-11bade616402 service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894492 Feb 16 05:36:44.779246 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2ba35bcc-dc8c-4ca5-ab54-c645023159e6 req-bab797b5-84a3-4daa-adac-b8dc3c4a9155 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941834 Feb 16 05:36:44.800415 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bc541-3b90-45ee-bfda-f0ab45bc6a3a req-55325a60-590b-4b2f-95bb-02a11d62bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:44.802040 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d88bc541-3b90-45ee-bfda-f0ab45bc6a3a req-55325a60-590b-4b2f-95bb-02a11d62bddd service neutron] 10.222.0.60 "GET /v2.0/networks?id=d78b6deb-fc45-4cca-b643-a09448659dd2 HTTP/1.1" status: 200 len: 919 time: 0.1242599 Feb 16 05:36:44.844750 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d88bc541-3b90-45ee-bfda-f0ab45bc6a3a req-9dcfdd11-7754-4863-b486-d0a35851c064 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b086e2fa-4423-4f0a-ab73-6efbf20ec756 HTTP/1.1" status: 200 len: 217 time: 0.0359054 Feb 16 05:36:44.867685 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-08a38fee-42fb-41d6-858f-46cfdb2445b8 req-3c089a25-aa84-4bed-92ca-68c545872cdd service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889697 Feb 16 05:36:44.908091 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bc541-3b90-45ee-bfda-f0ab45bc6a3a req-f9d3ccee-ded0-4965-bf51-7a39b063bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:44.909611 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d88bc541-3b90-45ee-bfda-f0ab45bc6a3a req-f9d3ccee-ded0-4965-bf51-7a39b063bc42 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f749e834-f594-43d5-a00e-995704979ca3 HTTP/1.1" status: 200 len: 858 time: 0.0573015 Feb 16 05:36:44.994869 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d88bc541-3b90-45ee-bfda-f0ab45bc6a3a req-d304b584-7207-46dc-9e14-19d3c2b4d972 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d78b6deb-fc45-4cca-b643-a09448659dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387290 Feb 16 05:36:45.089699 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d88bc541-3b90-45ee-bfda-f0ab45bc6a3a req-f94fe68b-9742-44bd-8e73-ebb882d00e35 service neutron] 10.222.0.60 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861342 Feb 16 05:36:45.194732 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d88bc541-3b90-45ee-bfda-f0ab45bc6a3a req-bcdae85d-80ba-45d8-8344-7a7314096682 service neutron] 10.222.0.60 "GET /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904944 Feb 16 05:36:45.527669 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3846a95-7f26-4162-b690-d10b227a7c4a req-15ab0d55-1e95-4ab7-819e-e973a53f4dc9 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:45.535790 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e3846a95-7f26-4162-b690-d10b227a7c4a req-15ab0d55-1e95-4ab7-819e-e973a53f4dc9 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0649638 Feb 16 05:36:45.584168 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e3846a95-7f26-4162-b690-d10b227a7c4a req-4dfcca83-0845-4d05-8f38-6fd39db26bee tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472593 Feb 16 05:36:45.896660 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f949e-7f44-4633-8932-5246c086b827 req-08426f6b-797a-4a7b-be16-c00df31b6895 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:45.898057 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0e1f949e-7f44-4633-8932-5246c086b827 req-08426f6b-797a-4a7b-be16-c00df31b6895 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0518579 Feb 16 05:36:45.944146 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0e1f949e-7f44-4633-8932-5246c086b827 req-7cae6163-8dd3-4e08-a73a-ac602b7a2516 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404963 Feb 16 05:36:46.705168 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b180d-3d82-4ca5-b9f1-5208dd24586e req-3895a404-2110-4dfe-982a-89bd806fcc69 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:46.706768 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-296b180d-3d82-4ca5-b9f1-5208dd24586e req-3895a404-2110-4dfe-982a-89bd806fcc69 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0527310 Feb 16 05:36:46.751840 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-296b180d-3d82-4ca5-b9f1-5208dd24586e req-e1ee6464-939d-4e9e-be28-3e8d25965bc6 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395203 Feb 16 05:36:47.066698 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd83f79-418f-4588-ae6f-546496bbc41e req-6c9cf37f-f35d-4a17-808f-c9e3e834002c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:47.068207 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2cd83f79-418f-4588-ae6f-546496bbc41e req-6c9cf37f-f35d-4a17-808f-c9e3e834002c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0574660 Feb 16 05:36:47.112824 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2cd83f79-418f-4588-ae6f-546496bbc41e req-e61ce3c3-a47c-4fb5-b718-524320e5ebeb tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392368 Feb 16 05:36:47.883781 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9dbc7-8eb8-47b2-9fd8-93e1118a6fdb req-26a79db9-1c01-4bf7-ae10-c063b6a18b3d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:47.885472 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-cda9dbc7-8eb8-47b2-9fd8-93e1118a6fdb req-26a79db9-1c01-4bf7-ae10-c063b6a18b3d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0570045 Feb 16 05:36:47.943789 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-cda9dbc7-8eb8-47b2-9fd8-93e1118a6fdb req-1786c4cc-58fb-436b-8130-f4341618125d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511737 Feb 16 05:36:48.246249 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19f161-9599-41ba-92e1-d47a4180d89d req-ccabc5d2-ed2e-4189-883b-514acbe0e4de tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:48.249141 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7a19f161-9599-41ba-92e1-d47a4180d89d req-ccabc5d2-ed2e-4189-883b-514acbe0e4de tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0652614 Feb 16 05:36:48.301282 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7a19f161-9599-41ba-92e1-d47a4180d89d req-2d7690ab-8296-426d-8f30-14cf5c4df7c8 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447621 Feb 16 05:36:48.611253 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:36:49.075902 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f418cd-8813-47cf-9c52-ef3d2d24a1e4 req-08d9461b-8404-453e-bd2a-af0975ff9d84 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:49.077422 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-91f418cd-8813-47cf-9c52-ef3d2d24a1e4 req-08d9461b-8404-453e-bd2a-af0975ff9d84 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0568221 Feb 16 05:36:49.141896 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-91f418cd-8813-47cf-9c52-ef3d2d24a1e4 req-ca4ebba1-8ae6-4a0b-ab24-1a037c9fb442 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579724 Feb 16 05:36:49.432959 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018137fd-0057-4079-bb43-4c79c894a0de req-df4b8344-a1b7-4b84-97ec-8ce35182ee82 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:49.434506 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-018137fd-0057-4079-bb43-4c79c894a0de req-df4b8344-a1b7-4b84-97ec-8ce35182ee82 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0627880 Feb 16 05:36:49.487361 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-018137fd-0057-4079-bb43-4c79c894a0de req-af8fbe48-7694-430d-88dd-55430185714d tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465295 Feb 16 05:36:50.274142 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aaeb26-9694-4840-a753-b7e2ba0fe430 req-edac130f-d047-4a4b-a50e-7857d2748299 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:50.275509 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-66aaeb26-9694-4840-a753-b7e2ba0fe430 req-edac130f-d047-4a4b-a50e-7857d2748299 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0562072 Feb 16 05:36:50.323393 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-66aaeb26-9694-4840-a753-b7e2ba0fe430 req-d7ee7741-5c54-48d0-9424-307136df2b40 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415907 Feb 16 05:36:50.610253 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a99eb-3c29-43be-909a-87c4a743c7b0 req-8d619515-9659-4def-b8ab-f1f9de5ec8e5 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:50.612667 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-881a99eb-3c29-43be-909a-87c4a743c7b0 req-8d619515-9659-4def-b8ab-f1f9de5ec8e5 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0539870 Feb 16 05:36:50.660606 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-881a99eb-3c29-43be-909a-87c4a743c7b0 req-157d0337-4fbb-4b01-9361-6aa17c06ec02 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427818 Feb 16 05:36:51.454830 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35756b-59c9-42f4-95eb-7123cbac44bb req-04d6642c-7f8e-4b13-8dbb-c48a155be227 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:51.456385 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e35756b-59c9-42f4-95eb-7123cbac44bb req-04d6642c-7f8e-4b13-8dbb-c48a155be227 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0617628 Feb 16 05:36:51.508414 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e35756b-59c9-42f4-95eb-7123cbac44bb req-380f600d-ed32-4d8b-9e95-5319ad2db1c6 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465138 Feb 16 05:36:51.791412 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58719e-29ad-425e-8f01-af207b9e0363 req-8c867743-9fa3-435b-8986-8e01b42cde72 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:51.793544 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2d58719e-29ad-425e-8f01-af207b9e0363 req-8c867743-9fa3-435b-8986-8e01b42cde72 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0564988 Feb 16 05:36:51.849734 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2d58719e-29ad-425e-8f01-af207b9e0363 req-f865b44c-b770-48ed-aae6-5c45ec51da63 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509140 Feb 16 05:36:52.638361 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6989fb-3487-4b6b-902b-b5693009ee25 req-a8d4dffd-a215-4599-acc6-60dde979e45c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:52.639940 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a6989fb-3487-4b6b-902b-b5693009ee25 req-a8d4dffd-a215-4599-acc6-60dde979e45c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0550604 Feb 16 05:36:52.689350 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a6989fb-3487-4b6b-902b-b5693009ee25 req-8bd348d9-3e0c-476b-9b09-7210912642e4 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438168 Feb 16 05:36:52.978234 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fe7df-2b59-4610-9911-dba55a02207c req-51e5105c-e4d0-4fa9-ae31-b381d9f15a8c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:52.981758 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3b7fe7df-2b59-4610-9911-dba55a02207c req-51e5105c-e4d0-4fa9-ae31-b381d9f15a8c tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0583704 Feb 16 05:36:53.035960 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3b7fe7df-2b59-4610-9911-dba55a02207c req-9016503b-6702-46b8-9ef0-034dae853866 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485168 Feb 16 05:36:53.821378 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcdeae-b2ac-403f-a897-e7f0eff1672a req-21ca2f25-7616-4bbc-97ec-2848d176f11e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:53.823032 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-71bcdeae-b2ac-403f-a897-e7f0eff1672a req-21ca2f25-7616-4bbc-97ec-2848d176f11e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0577381 Feb 16 05:36:53.875648 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-71bcdeae-b2ac-403f-a897-e7f0eff1672a req-a6c4938f-42fc-4829-89a9-b25572660616 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465155 Feb 16 05:36:54.181800 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709b30e-292d-4b4b-9fb4-bbc40153a97d req-2390e7de-f285-43e5-92aa-5ac87649993f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:54.183556 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f709b30e-292d-4b4b-9fb4-bbc40153a97d req-2390e7de-f285-43e5-92aa-5ac87649993f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0693724 Feb 16 05:36:54.242665 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f709b30e-292d-4b4b-9fb4-bbc40153a97d req-a16ba5fc-dcb7-4849-8571-3dfca2d46724 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478430 Feb 16 05:36:55.014388 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9911b-5ff8-418a-9787-88fb55209626 req-1de0516e-76f1-452d-8fe3-30b10256a6e3 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:55.016227 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-afe9911b-5ff8-418a-9787-88fb55209626 req-1de0516e-76f1-452d-8fe3-30b10256a6e3 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0590651 Feb 16 05:36:55.073483 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-afe9911b-5ff8-418a-9787-88fb55209626 req-741ae77e-919d-4ea3-bf3e-95eacdf86a3e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475850 Feb 16 05:36:55.366330 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c30c9-4a5a-4c7c-b7d7-fa9178acc6ca req-6b563f39-7111-4e4e-9acc-c053ce59a0dd tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:55.367852 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-074c30c9-4a5a-4c7c-b7d7-fa9178acc6ca req-6b563f39-7111-4e4e-9acc-c053ce59a0dd tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0534527 Feb 16 05:36:55.418760 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-074c30c9-4a5a-4c7c-b7d7-fa9178acc6ca req-5aa5a496-daf0-4de9-a281-49bd90fa60aa tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451527 Feb 16 05:36:56.114583 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c8ed941c-0dc2-4268-876c-f9f88be7508b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:56.200669 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ad8a8-185f-4c3c-b3be-585ed0e2195e req-255c42e3-c66b-419b-9e2d-073d5c5b1214 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:56.202825 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-428ad8a8-185f-4c3c-b3be-585ed0e2195e req-255c42e3-c66b-419b-9e2d-073d5c5b1214 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0550644 Feb 16 05:36:56.257665 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-428ad8a8-185f-4c3c-b3be-585ed0e2195e req-ac771c41-677c-4959-ac74-f9882c878b86 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478077 Feb 16 05:36:56.541532 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188ea34-1f20-4c4f-8abf-502df6657679 req-6fe59483-6164-441a-b04b-4e3e02b8972e tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:56.543628 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6188ea34-1f20-4c4f-8abf-502df6657679 req-6fe59483-6164-441a-b04b-4e3e02b8972e tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0546970 Feb 16 05:36:56.593497 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6188ea34-1f20-4c4f-8abf-502df6657679 req-5ed2cc6f-c611-488e-9593-44221e731510 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434580 Feb 16 05:36:57.384255 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e8e37-0b48-41b7-9e33-75117a291dcf req-2f6c9861-4864-4738-8140-771f6c083581 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:57.385730 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-dc1e8e37-0b48-41b7-9e33-75117a291dcf req-2f6c9861-4864-4738-8140-771f6c083581 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0542476 Feb 16 05:36:57.431025 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-dc1e8e37-0b48-41b7-9e33-75117a291dcf req-17aff48a-e9ee-408a-b0b0-190912c93600 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399289 Feb 16 05:36:57.726875 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bf34f-d494-4b8b-9d95-8671a425bec6 req-9f122e15-e303-45d7-abc5-24cabe4c7c6d tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:57.729818 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e28bf34f-d494-4b8b-9d95-8671a425bec6 req-9f122e15-e303-45d7-abc5-24cabe4c7c6d tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0591011 Feb 16 05:36:57.776383 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e28bf34f-d494-4b8b-9d95-8671a425bec6 req-31cc0cba-8e50-4491-88b0-a2de415b144b tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425522 Feb 16 05:36:58.553658 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f06863-2743-45a7-833e-c13e64874a41 req-46e26951-a410-4c6b-8b54-23b5f8a9eb90 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:58.555139 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-06f06863-2743-45a7-833e-c13e64874a41 req-46e26951-a410-4c6b-8b54-23b5f8a9eb90 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0524654 Feb 16 05:36:58.582077 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6ba9fcae-241d-4567-8edc-19643e71dcf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:58.604934 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-06f06863-2743-45a7-833e-c13e64874a41 req-8827a871-c5a9-45e2-b07f-b36e522181e8 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440147 Feb 16 05:36:58.899565 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dd423-b692-4290-bd44-48094ad6a329 req-b622cb42-8d17-4ff2-b179-f3faae207749 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:58.901046 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-450dd423-b692-4290-bd44-48094ad6a329 req-b622cb42-8d17-4ff2-b179-f3faae207749 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0548108 Feb 16 05:36:58.970084 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-450dd423-b692-4290-bd44-48094ad6a329 req-0015d3cd-e37d-4ffc-b1d6-8b973327d30f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625749 Feb 16 05:36:59.413976 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:59.510512 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 56230) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:36:59.615947 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6d0f1ceb-e2ed-4032-9612-962fc434ead2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:59.732804 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6d0f1ceb-e2ed-4032-9612-962fc434ead2 admin admin] Publish callbacks [] for security_group (eba9c375-61d0-4ae2-8851-636ea2bb511b), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:59.737836 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6d0f1ceb-e2ed-4032-9612-962fc434ead2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (eba9c375-61d0-4ae2-8851-636ea2bb511b), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:59.785804 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad13bc-8139-4fd5-a2e6-3e27a354457b req-3508fb77-f682-4909-ae42-df9329378065 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:36:59.787308 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6dad13bc-8139-4fd5-a2e6-3e27a354457b req-3508fb77-f682-4909-ae42-df9329378065 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.1072249 Feb 16 05:36:59.789479 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-6d0f1ceb-e2ed-4032-9612-962fc434ead2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8a63137b4af64f64bd9fa8cd0684c1e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779589 Feb 16 05:36:59.791394 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f1ceb-e2ed-4032-9612-962fc434ead2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba9c375-61d0-4ae2-8851-636ea2bb511b,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:36:59.792311 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 56236) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:36:59.837369 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6dad13bc-8139-4fd5-a2e6-3e27a354457b req-247fc87b-5705-4a55-b14b-730a776ebbbf tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428340 Feb 16 05:36:59.840619 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e57f6c85-a613-4039-83d7-59d3a2f18077 admin admin] Publish callbacks [] for security_group (eba9c375-61d0-4ae2-8851-636ea2bb511b), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:59.861966 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e57f6c85-a613-4039-83d7-59d3a2f18077 admin admin] Publish callbacks [] for security_group (eba9c375-61d0-4ae2-8851-636ea2bb511b), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:59.908761 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e57f6c85-a613-4039-83d7-59d3a2f18077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (eba9c375-61d0-4ae2-8851-636ea2bb511b), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:59.911319 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e57f6c85-a613-4039-83d7-59d3a2f18077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:36:59.912440 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-e57f6c85-a613-4039-83d7-59d3a2f18077 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eba9c375-61d0-4ae2-8851-636ea2bb511b HTTP/1.1" status: 204 len: 168 time: 0.1187427 Feb 16 05:36:59.920113 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f6c85-a613-4039-83d7-59d3a2f18077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba9c375-61d0-4ae2-8851-636ea2bb511b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:00.189644 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 56248) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:00.202536 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-11f1438f-cc07-41c9-965a-a7615aa66ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:00.297094 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d97350-04b7-4cde-86df-15fcb1d0eeef req-28a811a5-7c31-4306-84ab-3d69312c01d1 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:00.298621 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-13d97350-04b7-4cde-86df-15fcb1d0eeef req-28a811a5-7c31-4306-84ab-3d69312c01d1 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=adc32bbc-43a6-4be6-91fb-c186a02af50c HTTP/1.1" status: 200 len: 945 time: 0.0860803 Feb 16 05:37:00.364006 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-11f1438f-cc07-41c9-965a-a7615aa66ce8 admin admin] Publish callbacks [] for security_group (2bcdf6d6-b643-4017-b5f1-53c6264ecf06), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:00.368848 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-11f1438f-cc07-41c9-965a-a7615aa66ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (2bcdf6d6-b643-4017-b5f1-53c6264ecf06), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:00.382703 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-13d97350-04b7-4cde-86df-15fcb1d0eeef req-a68d5e43-df01-4368-b891-6f9bfb23d021 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773547 Feb 16 05:37:00.410870 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-11f1438f-cc07-41c9-965a-a7615aa66ce8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9950d37660b74bb68bdf8a11e91112a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200971 Feb 16 05:37:00.412952 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1438f-cc07-41c9-965a-a7615aa66ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcdf6d6-b643-4017-b5f1-53c6264ecf06,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:00.413492 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 56252) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:00.463521 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6336712-1465-4862-8f4c-8fce959b9bad admin admin] Publish callbacks [] for security_group (2bcdf6d6-b643-4017-b5f1-53c6264ecf06), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:00.483976 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6336712-1465-4862-8f4c-8fce959b9bad admin admin] Publish callbacks [] for security_group (2bcdf6d6-b643-4017-b5f1-53c6264ecf06), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:00.528986 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6336712-1465-4862-8f4c-8fce959b9bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (2bcdf6d6-b643-4017-b5f1-53c6264ecf06), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:00.531556 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6336712-1465-4862-8f4c-8fce959b9bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:00.532685 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-e6336712-1465-4862-8f4c-8fce959b9bad admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2bcdf6d6-b643-4017-b5f1-53c6264ecf06 HTTP/1.1" status: 204 len: 168 time: 0.1182275 Feb 16 05:37:00.540438 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6336712-1465-4862-8f4c-8fce959b9bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcdf6d6-b643-4017-b5f1-53c6264ecf06,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:00.944580 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:00.969047 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f7b2d-5671-4e18-b18d-55598fb9b3ff req-6c1e5829-ca73-4226-a853-713c8c345d8f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:00.970753 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-474f7b2d-5671-4e18-b18d-55598fb9b3ff req-6c1e5829-ca73-4226-a853-713c8c345d8f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0597546 Feb 16 05:37:01.020636 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-474f7b2d-5671-4e18-b18d-55598fb9b3ff req-9a4c5e45-d7a8-4c40-ad5d-bc11147dc104 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442467 Feb 16 05:37:01.512079 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8244e5-e221-4bb9-a41c-6fba336dc4de req-cad887b4-e9d8-4e2f-abfa-4abeb7f055b2 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:01.513981 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fb8244e5-e221-4bb9-a41c-6fba336dc4de req-cad887b4-e9d8-4e2f-abfa-4abeb7f055b2 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=adc32bbc-43a6-4be6-91fb-c186a02af50c HTTP/1.1" status: 200 len: 945 time: 0.0561144 Feb 16 05:37:01.568767 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fb8244e5-e221-4bb9-a41c-6fba336dc4de req-98ac9762-0996-4613-9586-79e95289f581 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473340 Feb 16 05:37:02.148474 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f1476-ed8f-4f7a-b499-feebd097f223 req-d42b2aef-6057-48ca-8007-018656912621 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:02.150124 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-601f1476-ed8f-4f7a-b499-feebd097f223 req-d42b2aef-6057-48ca-8007-018656912621 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0564322 Feb 16 05:37:02.199384 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-601f1476-ed8f-4f7a-b499-feebd097f223 req-75789210-6dec-44ed-ad0e-bbd6ce8b3ef6 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438707 Feb 16 05:37:02.529026 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fc4af-1d08-4e3c-ab6e-856633f2b110 req-b09c6593-7aa3-4aea-9d04-d3d4d2d6ca7f tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:02.530376 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ea9fc4af-1d08-4e3c-ab6e-856633f2b110 req-b09c6593-7aa3-4aea-9d04-d3d4d2d6ca7f tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.60 "GET /v2.0/ports?device_id=adc32bbc-43a6-4be6-91fb-c186a02af50c HTTP/1.1" status: 200 len: 945 time: 0.0540919 Feb 16 05:37:02.625223 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-ea9fc4af-1d08-4e3c-ab6e-856633f2b110 req-8b832f38-1130-4e5d-9ce8-8c4e92dc179b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Deleting port 325b6ba7-382f-4677-8261-a77bd7a69aef {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:37:02.625610 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-ea9fc4af-1d08-4e3c-ab6e-856633f2b110 req-8b832f38-1130-4e5d-9ce8-8c4e92dc179b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (325b6ba7-382f-4677-8261-a77bd7a69aef), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:02.732012 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-ea9fc4af-1d08-4e3c-ab6e-856633f2b110 req-8b832f38-1130-4e5d-9ce8-8c4e92dc179b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] For port 325b6ba7-382f-4677-8261-a77bd7a69aef, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=325b6ba7-382f-4677-8261-a77bd7a69aef,segment=NetworkSegment(a22ffaa2-fa8d-413f-8157-99d10726ecf0),segment_id=a22ffaa2-fa8d-413f-8157-99d10726ecf0)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:37:02.732380 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-ea9fc4af-1d08-4e3c-ab6e-856633f2b110 req-8b832f38-1130-4e5d-9ce8-8c4e92dc179b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (325b6ba7-382f-4677-8261-a77bd7a69aef), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:02.736448 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f844a8-05f6-4c01-8cd6-0c5521c293b8 req-6eedd4ce-d70c-4fc0-bd5c-0d3b5c3d0caa tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:02.737951 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-18f844a8-05f6-4c01-8cd6-0c5521c293b8 req-6eedd4ce-d70c-4fc0-bd5c-0d3b5c3d0caa tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=adc32bbc-43a6-4be6-91fb-c186a02af50c HTTP/1.1" status: 200 len: 945 time: 0.0767794 Feb 16 05:37:02.745211 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-ea9fc4af-1d08-4e3c-ab6e-856633f2b110 req-8b832f38-1130-4e5d-9ce8-8c4e92dc179b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Calling delete_port for 325b6ba7-382f-4677-8261-a77bd7a69aef owned by compute:nova {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:37:02.789161 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-18f844a8-05f6-4c01-8cd6-0c5521c293b8 req-be41fd52-9b95-4c72-bb0e-78e9ecb6d348 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455651 Feb 16 05:37:02.795855 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:02.872086 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-ea9fc4af-1d08-4e3c-ab6e-856633f2b110 req-8b832f38-1130-4e5d-9ce8-8c4e92dc179b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (325b6ba7-382f-4677-8261-a77bd7a69aef), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:02.903639 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b832f38-1130-4e5d-9ce8-8c4e92dc179b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Pushing event deleted for resources: {'Port': ['ID=325b6ba7-382f-4677-8261-a77bd7a69aef,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:02.916008 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['325b6ba7-382f-4677-8261-a77bd7a69aef'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:37:02.946228 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9fc4af-1d08-4e3c-ab6e-856633f2b110 req-8b832f38-1130-4e5d-9ce8-8c4e92dc179b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] No DVR routers for this DVR port 325b6ba7-382f-4677-8261-a77bd7a69aef on host hv-cinder-82947 {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:37:02.948628 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-ea9fc4af-1d08-4e3c-ab6e-856633f2b110 req-8b832f38-1130-4e5d-9ce8-8c4e92dc179b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:02.952005 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ea9fc4af-1d08-4e3c-ab6e-856633f2b110 req-8b832f38-1130-4e5d-9ce8-8c4e92dc179b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.60 "DELETE /v2.0/ports/325b6ba7-382f-4677-8261-a77bd7a69aef HTTP/1.1" status: 204 len: 173 time: 0.4157183 Feb 16 05:37:02.952441 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc32bbc-43a6-4be6-91fb-c186a02af50c', 'name': 'network-vif-deleted', 'tag': '325b6ba7-382f-4677-8261-a77bd7a69aef'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:37:02.954757 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883081af-fa91-46db-9be6-09eca308624f" -d '{"events": [{"server_uuid": "adc32bbc-43a6-4be6-91fb-c186a02af50c", "name": "network-vif-deleted", "tag": "325b6ba7-382f-4677-8261-a77bd7a69aef"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:37:02.992345 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40f65b5-a685-4d93-af67-bd209ad206dd x-openstack-request-id: req-f40f65b5-a685-4d93-af67-bd209ad206dd {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:37:02.992645 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc32bbc-43a6-4be6-91fb-c186a02af50c", "name": "network-vif-deleted", "tag": "325b6ba7-382f-4677-8261-a77bd7a69aef", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:37:02.992921 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f40f65b5-a685-4d93-af67-bd209ad206dd {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:37:02.993371 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc32bbc-43a6-4be6-91fb-c186a02af50c', 'name': 'network-vif-deleted', 'tag': '325b6ba7-382f-4677-8261-a77bd7a69aef', 'status': 'completed', 'code': 200} Feb 16 05:37:03.324144 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e552e-561f-4927-bbc4-495a2eeb3038 req-03ce401f-b9d1-4112-8ce9-99784863b6ec tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:03.324144 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c52e552e-561f-4927-bbc4-495a2eeb3038 req-03ce401f-b9d1-4112-8ce9-99784863b6ec tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0516043 Feb 16 05:37:03.371644 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c52e552e-561f-4927-bbc4-495a2eeb3038 req-920facfc-c0af-4638-b631-8ff8bdd69345 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432961 Feb 16 05:37:03.962460 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b08b1-3429-4d6a-b874-6f4c85b4e5a9 req-8ab5a894-84fa-42ea-92fa-4890fc1f4611 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:03.964244 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-379b08b1-3429-4d6a-b874-6f4c85b4e5a9 req-8ab5a894-84fa-42ea-92fa-4890fc1f4611 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0586715 Feb 16 05:37:04.025969 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-379b08b1-3429-4d6a-b874-6f4c85b4e5a9 req-5eba3915-858b-4f83-9a51-755a209b235a tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521176 Feb 16 05:37:04.500369 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f25f5-7a9d-4d5a-820e-adfaa6bf53ac req-16d9c2ea-989d-4919-ad92-c5db2d9b3140 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:04.502150 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-404f25f5-7a9d-4d5a-820e-adfaa6bf53ac req-16d9c2ea-989d-4919-ad92-c5db2d9b3140 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0514371 Feb 16 05:37:04.548689 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-404f25f5-7a9d-4d5a-820e-adfaa6bf53ac req-c51360a6-7eb9-423d-b96b-8ac1ddeb9975 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411763 Feb 16 05:37:05.153156 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da7dfc-4d30-4392-bbc4-9483850e0ba3 req-8fc7ed4d-0422-418b-82c3-31750dc83c6f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:05.154675 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-66da7dfc-4d30-4392-bbc4-9483850e0ba3 req-8fc7ed4d-0422-418b-82c3-31750dc83c6f tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0588403 Feb 16 05:37:05.202915 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-66da7dfc-4d30-4392-bbc4-9483850e0ba3 req-ad3d1071-8906-4ce0-957b-3fe2d6b916c6 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427582 Feb 16 05:37:05.435760 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 56392) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:05.539128 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f9536abc-5b87-4eb8-9fbf-efc554d608d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:05.611071 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f9536abc-5b87-4eb8-9fbf-efc554d608d5 admin admin] Publish callbacks [] for security_group (cbe5203d-4cc4-439f-946c-24d6c4dfa15f), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:05.615501 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f9536abc-5b87-4eb8-9fbf-efc554d608d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (cbe5203d-4cc4-439f-946c-24d6c4dfa15f), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:05.678695 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f9536abc-5b87-4eb8-9fbf-efc554d608d5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=aad731dbda5e453fa460b7aea2c587df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418454 Feb 16 05:37:05.681343 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 56398) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:05.682844 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9536abc-5b87-4eb8-9fbf-efc554d608d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe5203d-4cc4-439f-946c-24d6c4dfa15f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:05.704491 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a5f30-5741-43dd-b7a6-713734fbab9a req-54407695-ddce-424c-b2df-a0a7a958b933 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:05.706014 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4d1a5f30-5741-43dd-b7a6-713734fbab9a req-54407695-ddce-424c-b2df-a0a7a958b933 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0745237 Feb 16 05:37:05.730341 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f79fb91-a245-42c6-a34f-2be11eed9a91 admin admin] Publish callbacks [] for security_group (cbe5203d-4cc4-439f-946c-24d6c4dfa15f), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:05.751541 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f79fb91-a245-42c6-a34f-2be11eed9a91 admin admin] Publish callbacks [] for security_group (cbe5203d-4cc4-439f-946c-24d6c4dfa15f), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:05.756332 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4d1a5f30-5741-43dd-b7a6-713734fbab9a req-fc0741d4-a214-4eb9-8164-a2dbef4e9434 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430098 Feb 16 05:37:05.797738 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f79fb91-a245-42c6-a34f-2be11eed9a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (cbe5203d-4cc4-439f-946c-24d6c4dfa15f), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:05.800300 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f79fb91-a245-42c6-a34f-2be11eed9a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:05.801521 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-1f79fb91-a245-42c6-a34f-2be11eed9a91 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cbe5203d-4cc4-439f-946c-24d6c4dfa15f HTTP/1.1" status: 204 len: 168 time: 0.1191683 Feb 16 05:37:05.808825 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79fb91-a245-42c6-a34f-2be11eed9a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe5203d-4cc4-439f-946c-24d6c4dfa15f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:06.055395 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 56406) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:06.068765 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f2da4428-3600-4217-a7c0-f52e0266fbb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:06.143981 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f2da4428-3600-4217-a7c0-f52e0266fbb5 admin admin] Publish callbacks [] for security_group (c3b8d188-8b20-4972-bacc-ba849ae509d4), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:06.147568 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f2da4428-3600-4217-a7c0-f52e0266fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (c3b8d188-8b20-4972-bacc-ba849ae509d4), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:06.184907 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-f2da4428-3600-4217-a7c0-f52e0266fbb5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d37f1b106d5d494b9dfef6f1fd122403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285074 Feb 16 05:37:06.185867 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da4428-3600-4217-a7c0-f52e0266fbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b8d188-8b20-4972-bacc-ba849ae509d4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:06.188117 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 56408) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:06.235048 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f580b67c-c2ce-4ef6-85dc-4ac2964ed94b admin admin] Publish callbacks [] for security_group (c3b8d188-8b20-4972-bacc-ba849ae509d4), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:06.260330 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f580b67c-c2ce-4ef6-85dc-4ac2964ed94b admin admin] Publish callbacks [] for security_group (c3b8d188-8b20-4972-bacc-ba849ae509d4), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:06.309728 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f580b67c-c2ce-4ef6-85dc-4ac2964ed94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (c3b8d188-8b20-4972-bacc-ba849ae509d4), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:06.312247 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f580b67c-c2ce-4ef6-85dc-4ac2964ed94b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:06.313994 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f580b67c-c2ce-4ef6-85dc-4ac2964ed94b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c3b8d188-8b20-4972-bacc-ba849ae509d4 HTTP/1.1" status: 204 len: 168 time: 0.1242352 Feb 16 05:37:06.321738 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580b67c-c2ce-4ef6-85dc-4ac2964ed94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b8d188-8b20-4972-bacc-ba849ae509d4,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:06.334759 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da53c4a-afbf-4e0f-86e7-b0baf658629d req-6fd2dd4b-48d6-4680-a16f-9093d279b7d1 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:06.336304 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3da53c4a-afbf-4e0f-86e7-b0baf658629d req-6fd2dd4b-48d6-4680-a16f-9093d279b7d1 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0643740 Feb 16 05:37:06.385160 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3da53c4a-afbf-4e0f-86e7-b0baf658629d req-e0c48501-bb20-4723-b49b-73e9d8ecf289 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431130 Feb 16 05:37:06.892921 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ae24b-3dbe-4152-90a7-9a45dcaeaeb5 req-0e09afdc-ec1d-424f-9c40-1c3ccf4b483a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:06.894428 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-122ae24b-3dbe-4152-90a7-9a45dcaeaeb5 req-0e09afdc-ec1d-424f-9c40-1c3ccf4b483a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 943 time: 0.0627718 Feb 16 05:37:06.944047 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-122ae24b-3dbe-4152-90a7-9a45dcaeaeb5 req-0f6c1250-b0d9-4383-976b-8c8ca8535a82 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440242 Feb 16 05:37:06.978867 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 1b21e5ec-67af-4154-90a7-d10f66f9f96b details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:37:06.990393 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 325b6ba7-382f-4677-8261-a77bd7a69aef no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:37:07.014124 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: 325b6ba7-382f-4677-8261-a77bd7a69aef {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:37:07.014462 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 325b6ba7-382f-4677-8261-a77bd7a69aef not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:37:07.108669 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 1b21e5ec-67af-4154-90a7-d10f66f9f96b, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=1b21e5ec-67af-4154-90a7-d10f66f9f96b,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:37:07.121067 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': '1b21e5ec-67af-4154-90a7-d10f66f9f96b', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'port_id': '1b21e5ec-67af-4154-90a7-d10f66f9f96b', 'mac_address': 'fa:16:3e:e7:b1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:37:07.165497 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 1b21e5ec-67af-4154-90a7-d10f66f9f96b is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:37:07.165879 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:07.180021 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b21e5ec-67af-4154-90a7-d10f66f9f96b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:37:07.201373 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 1b21e5ec-67af-4154-90a7-d10f66f9f96b, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=1b21e5ec-67af-4154-90a7-d10f66f9f96b,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:37:07.205924 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:07.269541 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=1b21e5ec-67af-4154-90a7-d10f66f9f96b,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:07.277691 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:07.278269 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:07.278781 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:07.279510 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:07.280000 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:07.280652 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:07.282220 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:07.282808 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:07.283311 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:07.283810 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:07.284305 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:07.284783 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:07.285297 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:07.525905 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647f468-a3d0-4bcb-8db0-1f03b7e37304 req-4261e6c4-6169-4d95-bec0-c0f9eb891c36 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:07.527432 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6647f468-a3d0-4bcb-8db0-1f03b7e37304 req-4261e6c4-6169-4d95-bec0-c0f9eb891c36 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0647845 Feb 16 05:37:07.583228 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6647f468-a3d0-4bcb-8db0-1f03b7e37304 req-a0d76e5d-a5fe-4517-829c-a340915a9b78 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494194 Feb 16 05:37:07.624067 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['1b21e5ec-67af-4154-90a7-d10f66f9f96b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:37:07.783814 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bca299-e5fc-449f-9059-b3f409f7dec0 req-ad2ead69-e5ad-4aca-871a-ccfbde2ecd06 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:07.785245 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-27bca299-e5fc-449f-9059-b3f409f7dec0 req-ad2ead69-e5ad-4aca-871a-ccfbde2ecd06 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 945 time: 0.0580842 Feb 16 05:37:07.877816 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-27bca299-e5fc-449f-9059-b3f409f7dec0 req-c41c07a8-3817-47e1-9be2-104b6e09f078 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Deleting port beeb43e2-2312-4e25-8fef-fd7ecfc5800b {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:37:07.878166 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-27bca299-e5fc-449f-9059-b3f409f7dec0 req-c41c07a8-3817-47e1-9be2-104b6e09f078 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (beeb43e2-2312-4e25-8fef-fd7ecfc5800b), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:07.967538 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-27bca299-e5fc-449f-9059-b3f409f7dec0 req-c41c07a8-3817-47e1-9be2-104b6e09f078 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] For port beeb43e2-2312-4e25-8fef-fd7ecfc5800b, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=beeb43e2-2312-4e25-8fef-fd7ecfc5800b,segment=NetworkSegment(bd606385-4c28-4201-8004-440b5cea7aef),segment_id=bd606385-4c28-4201-8004-440b5cea7aef)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:37:07.968230 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-27bca299-e5fc-449f-9059-b3f409f7dec0 req-c41c07a8-3817-47e1-9be2-104b6e09f078 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (beeb43e2-2312-4e25-8fef-fd7ecfc5800b), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:07.981466 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-27bca299-e5fc-449f-9059-b3f409f7dec0 req-c41c07a8-3817-47e1-9be2-104b6e09f078 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Calling delete_port for beeb43e2-2312-4e25-8fef-fd7ecfc5800b owned by compute:nova {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:37:08.089787 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52200506-b8a6-410d-821e-b961a67ecc35 req-e577f6d0-2d72-45d3-a621-c6ae34e8f4c9 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:08.099201 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-52200506-b8a6-410d-821e-b961a67ecc35 req-e577f6d0-2d72-45d3-a621-c6ae34e8f4c9 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 944 time: 0.0683956 Feb 16 05:37:08.136456 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-27bca299-e5fc-449f-9059-b3f409f7dec0 req-c41c07a8-3817-47e1-9be2-104b6e09f078 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (beeb43e2-2312-4e25-8fef-fd7ecfc5800b), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:08.174867 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['b086e2fa-4423-4f0a-ab73-6efbf20ec756', 'beeb43e2-2312-4e25-8fef-fd7ecfc5800b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:37:08.190379 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c07a8-3817-47e1-9be2-104b6e09f078 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Pushing event deleted for resources: {'Port': ['ID=beeb43e2-2312-4e25-8fef-fd7ecfc5800b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:08.218671 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-52200506-b8a6-410d-821e-b961a67ecc35 req-7855187f-5d6c-43ae-a817-160885e842b5 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110253 Feb 16 05:37:08.272873 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bca299-e5fc-449f-9059-b3f409f7dec0 req-c41c07a8-3817-47e1-9be2-104b6e09f078 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] No DVR routers for this DVR port beeb43e2-2312-4e25-8fef-fd7ecfc5800b on host hv-cinder-82947 {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:37:08.276562 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-27bca299-e5fc-449f-9059-b3f409f7dec0 req-c41c07a8-3817-47e1-9be2-104b6e09f078 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:08.283082 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-27bca299-e5fc-449f-9059-b3f409f7dec0 req-c41c07a8-3817-47e1-9be2-104b6e09f078 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.60 "DELETE /v2.0/ports/beeb43e2-2312-4e25-8fef-fd7ecfc5800b HTTP/1.1" status: 204 len: 173 time: 0.4913468 Feb 16 05:37:08.284275 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f32b7e4-79a4-47f9-ab79-2d74d3b26190', 'name': 'network-vif-deleted', 'tag': 'beeb43e2-2312-4e25-8fef-fd7ecfc5800b'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:37:08.287910 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9f5ebe-5a53-492d-8c57-b4c36b996a38" -d '{"events": [{"server_uuid": "4f32b7e4-79a4-47f9-ab79-2d74d3b26190", "name": "network-vif-deleted", "tag": "beeb43e2-2312-4e25-8fef-fd7ecfc5800b"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:37:08.341168 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95676e66-6b69-49f6-87fe-6c2406a22237 x-openstack-request-id: req-95676e66-6b69-49f6-87fe-6c2406a22237 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:37:08.341556 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f32b7e4-79a4-47f9-ab79-2d74d3b26190", "name": "network-vif-deleted", "tag": "beeb43e2-2312-4e25-8fef-fd7ecfc5800b", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:37:08.341816 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-95676e66-6b69-49f6-87fe-6c2406a22237 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:37:08.342211 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f32b7e4-79a4-47f9-ab79-2d74d3b26190', 'name': 'network-vif-deleted', 'tag': 'beeb43e2-2312-4e25-8fef-fd7ecfc5800b', 'status': 'completed', 'code': 200} Feb 16 05:37:08.685018 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9336a47f-573d-4bfd-94cd-a3d265ad34ae req-60023f46-b424-4c2b-8993-fe974b138282 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f32b7e4-79a4-47f9-ab79-2d74d3b26190 HTTP/1.1" status: 200 len: 210 time: 0.0260596 Feb 16 05:37:09.347289 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c5492-640c-4633-993c-1078c6085c2b req-17c2b8b7-6f13-4ed3-9846-f464937b45a9 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:09.348984 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-933c5492-640c-4633-993c-1078c6085c2b req-17c2b8b7-6f13-4ed3-9846-f464937b45a9 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 944 time: 0.0531220 Feb 16 05:37:09.398161 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-933c5492-640c-4633-993c-1078c6085c2b req-0a52ef5e-5c1d-4cbb-988e-7c01b46aef0e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438135 Feb 16 05:37:09.828338 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7fb6a-d497-484e-af22-fee67cece2fa req-d9899b03-74f4-4c3f-9d60-35653094749f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:09.830548 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-63a7fb6a-d497-484e-af22-fee67cece2fa req-d9899b03-74f4-4c3f-9d60-35653094749f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0556555 Feb 16 05:37:09.885543 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-63a7fb6a-d497-484e-af22-fee67cece2fa req-ee1ce14c-b0ba-4a07-9b2d-5dbcf94d9f27 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484362 Feb 16 05:37:09.978067 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3641d-253e-4b09-8b31-5959da3ffdb0 req-3c54885c-4c48-4aa5-b40d-a21b7da78ad7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:09.979617 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1ab3641d-253e-4b09-8b31-5959da3ffdb0 req-3c54885c-4c48-4aa5-b40d-a21b7da78ad7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0548112 Feb 16 05:37:10.025168 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1ab3641d-253e-4b09-8b31-5959da3ffdb0 req-83909e09-e9dd-42db-9e8d-975a7680bef4 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394895 Feb 16 05:37:10.525404 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74b1b9-38a9-4b05-af72-4f315849ef6a req-20f56b2f-bf6d-405a-b127-c0739fd5c2a4 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:10.526846 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0c74b1b9-38a9-4b05-af72-4f315849ef6a req-20f56b2f-bf6d-405a-b127-c0739fd5c2a4 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 944 time: 0.0499997 Feb 16 05:37:10.582375 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0c74b1b9-38a9-4b05-af72-4f315849ef6a req-429c75eb-5fa6-45e7-9219-b2034e45f34f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492599 Feb 16 05:37:11.001107 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e463552-d2c7-430e-a47f-d91c6f466696 req-9be03ef9-cd6d-46fe-9694-5e614f6ac033 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:11.002613 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7e463552-d2c7-430e-a47f-d91c6f466696 req-9be03ef9-cd6d-46fe-9694-5e614f6ac033 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0511501 Feb 16 05:37:11.049123 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7e463552-d2c7-430e-a47f-d91c6f466696 req-68c9a2c2-7623-4353-957f-6a179ccf7420 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409591 Feb 16 05:37:11.141454 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c7b02-60c2-417c-8565-d7c9cbc47f20 req-48421255-350e-4dd4-8223-2e80bf6009de tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:11.142890 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-456c7b02-60c2-417c-8565-d7c9cbc47f20 req-48421255-350e-4dd4-8223-2e80bf6009de tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0513480 Feb 16 05:37:11.188491 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-456c7b02-60c2-417c-8565-d7c9cbc47f20 req-3a7ff643-3874-4e14-bf4e-98f451311d46 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400896 Feb 16 05:37:11.705076 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98697312-7f7e-4edf-b5cc-892195eea254 req-ca205fd9-b5c0-48b6-bfe9-29b40a28be19 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:11.706709 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-98697312-7f7e-4edf-b5cc-892195eea254 req-ca205fd9-b5c0-48b6-bfe9-29b40a28be19 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 944 time: 0.0549664 Feb 16 05:37:11.752303 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-98697312-7f7e-4edf-b5cc-892195eea254 req-5e452fa4-e713-40b6-866c-e6d905332338 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398707 Feb 16 05:37:12.165816 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5096f-6e77-4ec9-8325-a0a0a24bb93f req-47955ed4-a833-4c0a-83cf-62fd6aefa09b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:12.167259 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5aa5096f-6e77-4ec9-8325-a0a0a24bb93f req-47955ed4-a833-4c0a-83cf-62fd6aefa09b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0507605 Feb 16 05:37:12.212560 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5aa5096f-6e77-4ec9-8325-a0a0a24bb93f req-247cdb32-2ef4-4c7e-abc3-b184a02c9266 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396237 Feb 16 05:37:12.304494 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b4a1e-6e7d-4db4-9a0a-c224cd575992 req-73d35230-931d-4080-9625-15a235a6b0ce tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:12.305913 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e45b4a1e-6e7d-4db4-9a0a-c224cd575992 req-73d35230-931d-4080-9625-15a235a6b0ce tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0523517 Feb 16 05:37:12.351886 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e45b4a1e-6e7d-4db4-9a0a-c224cd575992 req-a19f2c90-8e8e-48db-8167-684020b50c5d tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Feb 16 05:37:12.450876 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 1b21e5ec-67af-4154-90a7-d10f66f9f96b up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:37:12.488516 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:12.506441 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port 1b21e5ec-67af-4154-90a7-d10f66f9f96b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:37:12.506803 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:12.582194 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 1b21e5ec-67af-4154-90a7-d10f66f9f96b is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:37:12.582499 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:12.604747 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03664210-52cd-4649-abb9-282e98802be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b21e5ec-67af-4154-90a7-d10f66f9f96b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:37:12.607007 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fca53b-2b96-45ae-b626-b596bf204db2" -d '{"events": [{"server_uuid": "03664210-52cd-4649-abb9-282e98802be3", "name": "network-vif-plugged", "status": "completed", "tag": "1b21e5ec-67af-4154-90a7-d10f66f9f96b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:37:12.625588 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 1b21e5ec-67af-4154-90a7-d10f66f9f96b, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=1b21e5ec-67af-4154-90a7-d10f66f9f96b,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:37:12.630700 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:12.802168 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59343ad-5292-49d3-8a52-50a6900c9bf3 x-openstack-request-id: req-d59343ad-5292-49d3-8a52-50a6900c9bf3 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:37:12.802560 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd21b13-a807-46d7-9daf-d220c6deda82 req-38182bf0-9787-44e9-9847-8e6f2eb67aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:12.802753 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03664210-52cd-4649-abb9-282e98802be3", "name": "network-vif-plugged", "status": "completed", "tag": "1b21e5ec-67af-4154-90a7-d10f66f9f96b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:37:12.803125 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d59343ad-5292-49d3-8a52-50a6900c9bf3 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:37:12.803431 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03664210-52cd-4649-abb9-282e98802be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b21e5ec-67af-4154-90a7-d10f66f9f96b', 'code': 200} Feb 16 05:37:12.804138 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bcd21b13-a807-46d7-9daf-d220c6deda82 req-38182bf0-9787-44e9-9847-8e6f2eb67aa3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=98f0673600914ab1a0a8636e309c3306&device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 1130 time: 0.0629721 Feb 16 05:37:12.806819 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device beeb43e2-2312-4e25-8fef-fd7ecfc5800b no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:37:12.847973 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: beeb43e2-2312-4e25-8fef-fd7ecfc5800b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:37:12.848507 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device beeb43e2-2312-4e25-8fef-fd7ecfc5800b not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:37:12.864271 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=1b21e5ec-67af-4154-90a7-d10f66f9f96b,revision_number=10']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:12.901142 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f33be-d225-4a30-939f-d3b7a3f712ec req-964eba09-b00b-4da4-a09f-15eca1ea8241 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:12.902767 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c57f33be-d225-4a30-939f-d3b7a3f712ec req-964eba09-b00b-4da4-a09f-15eca1ea8241 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 946 time: 0.0567453 Feb 16 05:37:12.950968 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c57f33be-d225-4a30-939f-d3b7a3f712ec req-858cd38f-8906-4544-9b80-db387e23d310 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414329 Feb 16 05:37:13.003983 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd21b13-a807-46d7-9daf-d220c6deda82 req-96ab2cc1-0c84-49cf-8a8d-4df4e8009a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:13.005516 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bcd21b13-a807-46d7-9daf-d220c6deda82 req-96ab2cc1-0c84-49cf-8a8d-4df4e8009a4d service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bff5ceb-655f-4b77-9e4f-6947f831595a HTTP/1.1" status: 200 len: 917 time: 0.1720812 Feb 16 05:37:13.053541 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-7ea61ae4-1203-4191-98b4-4ff0545ca005 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:13.054937 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-7ea61ae4-1203-4191-98b4-4ff0545ca005 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/networks?id=004f2655-6cbe-4c49-9f60-896ff03daa11 HTTP/1.1" status: 200 len: 813 time: 0.1658566 Feb 16 05:37:13.077560 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-de5aa402-083f-4bd4-8641-8281c9a0a6e3 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/quotas/a642dcc1cb8a4c1bbd3b1450e060c74c HTTP/1.1" status: 200 len: 375 time: 0.0162127 Feb 16 05:37:13.100336 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bcd21b13-a807-46d7-9daf-d220c6deda82 req-6a5475e1-f252-49fa-8648-aefc325a6549 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b21e5ec-67af-4154-90a7-d10f66f9f96b HTTP/1.1" status: 200 len: 1001 time: 0.0844910 Feb 16 05:37:13.116694 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-af7264df-56de-4e5e-820b-eae3c90a8352 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a642dcc1cb8a4c1bbd3b1450e060c74c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336764 Feb 16 05:37:13.212049 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd21b13-a807-46d7-9daf-d220c6deda82 req-24b5f6f0-4e2f-4005-8607-8cd8194bc313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:13.213684 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bcd21b13-a807-46d7-9daf-d220c6deda82 req-24b5f6f0-4e2f-4005-8607-8cd8194bc313 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0acbf643-c806-4af9-a75e-f3ce06c9fe9e HTTP/1.1" status: 200 len: 855 time: 0.0996230 Feb 16 05:37:13.245639 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-abebf121-c29e-49df-917b-2f5cc97c0ab8 service neutron] 10.222.0.75 "GET /v2.0/networks/004f2655-6cbe-4c49-9f60-896ff03daa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989726 Feb 16 05:37:13.299586 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a5c4e-d3f8-4f7c-8f3b-167c09b13200 req-8223a13a-1a3b-4e6e-816b-68be41937188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:13.301203 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c49a5c4e-d3f8-4f7c-8f3b-167c09b13200 req-8223a13a-1a3b-4e6e-816b-68be41937188 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 1130 time: 0.0514584 Feb 16 05:37:13.356959 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd21b13-a807-46d7-9daf-d220c6deda82 req-e0b02bd3-b553-424d-88c8-8c56710fa825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:13.358501 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bcd21b13-a807-46d7-9daf-d220c6deda82 req-e0b02bd3-b553-424d-88c8-8c56710fa825 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bff5ceb-655f-4b77-9e4f-6947f831595a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1094358 Feb 16 05:37:13.380850 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-161d5d00-728c-4683-86e2-2016dac88d07 service neutron] 10.222.0.75 "GET /v2.0/networks/004f2655-6cbe-4c49-9f60-896ff03daa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226559 Feb 16 05:37:13.390469 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630976cb-5e91-4e84-a34f-d06157d9208a req-d6a085fa-c488-47da-a4e4-9fafc7c89414 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:13.392364 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-630976cb-5e91-4e84-a34f-d06157d9208a req-d6a085fa-c488-47da-a4e4-9fafc7c89414 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0902033 Feb 16 05:37:13.395174 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c49a5c4e-d3f8-4f7c-8f3b-167c09b13200 req-0410f6a0-bbde-4726-9c6d-93f1da935073 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669534 Feb 16 05:37:13.463901 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-630976cb-5e91-4e84-a34f-d06157d9208a req-399b8716-57ea-4262-a210-c24dd8f9edc7 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590951 Feb 16 05:37:13.482138 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bcd21b13-a807-46d7-9daf-d220c6deda82 req-1e686de7-21dc-40ac-8a12-fa840299152a service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138177 Feb 16 05:37:13.568306 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0f5214e8-ee15-485c-89c2-483ead1a10f5 req-a13a509d-a54a-43f0-b45d-2b0c827fd9a3 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 210 time: 0.0277157 Feb 16 05:37:13.596723 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 56586) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:13.608054 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d3a26-eeb9-45cc-9e5d-8400600f2f88 req-5b393b49-e2c9-4296-ab33-f1611243ed5d tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:13.609608 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-058d3a26-eeb9-45cc-9e5d-8400600f2f88 req-5b393b49-e2c9-4296-ab33-f1611243ed5d tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0723872 Feb 16 05:37:13.664018 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-058d3a26-eeb9-45cc-9e5d-8400600f2f88 req-b258c849-b699-46a3-b277-7f346bc5ef75 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485752 Feb 16 05:37:13.720117 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d757cc06-29e1-4cde-bd42-225351a8de3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:14.070257 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d757cc06-29e1-4cde-bd42-225351a8de3e admin admin] Publish callbacks [] for security_group (2daf1f46-43c3-4793-9e40-602141abc946), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:14.092710 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d757cc06-29e1-4cde-bd42-225351a8de3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (2daf1f46-43c3-4793-9e40-602141abc946), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:14.136160 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bcd21b13-a807-46d7-9daf-d220c6deda82 req-cf93b922-4405-4c8f-bfe6-f0d7ad4522e5 service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770833 Feb 16 05:37:14.161892 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757cc06-29e1-4cde-bd42-225351a8de3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daf1f46-43c3-4793-9e40-602141abc946,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:14.177130 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d757cc06-29e1-4cde-bd42-225351a8de3e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8c593a65af0b4207b583a91e37fa06b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5759785 Feb 16 05:37:14.178474 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 56598) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:14.189212 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88c8b-7ece-4b47-9bb4-78c58e65d740 req-57072234-d47d-4cae-b68f-9b6f81de1998 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:14.190776 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1bb88c8b-7ece-4b47-9bb4-78c58e65d740 req-57072234-d47d-4cae-b68f-9b6f81de1998 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 946 time: 0.1404128 Feb 16 05:37:14.238275 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1bb88c8b-7ece-4b47-9bb4-78c58e65d740 req-1f529a96-36ea-4c64-85f1-5a9646fa3604 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411906 Feb 16 05:37:14.238494 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02acdaa5-1d8e-4cb3-aba9-6132d6a1c103 admin admin] Publish callbacks [] for security_group (2daf1f46-43c3-4793-9e40-602141abc946), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:14.262959 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02acdaa5-1d8e-4cb3-aba9-6132d6a1c103 admin admin] Publish callbacks [] for security_group (2daf1f46-43c3-4793-9e40-602141abc946), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:14.317052 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02acdaa5-1d8e-4cb3-aba9-6132d6a1c103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (2daf1f46-43c3-4793-9e40-602141abc946), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:14.319592 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02acdaa5-1d8e-4cb3-aba9-6132d6a1c103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:14.320735 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-02acdaa5-1d8e-4cb3-aba9-6132d6a1c103 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2daf1f46-43c3-4793-9e40-602141abc946 HTTP/1.1" status: 204 len: 168 time: 0.1409378 Feb 16 05:37:14.328281 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acdaa5-1d8e-4cb3-aba9-6132d6a1c103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daf1f46-43c3-4793-9e40-602141abc946,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:14.574361 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa725861-1725-4f7e-a5cf-05df69880360 req-5f8f2c57-f769-4b91-902a-403806e8d406 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:14.575922 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-aa725861-1725-4f7e-a5cf-05df69880360 req-5f8f2c57-f769-4b91-902a-403806e8d406 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0528398 Feb 16 05:37:14.584148 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 56606) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:14.597416 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bbe9e13f-7a28-4577-bbcc-bbbf0177725f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:14.626226 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-aa725861-1725-4f7e-a5cf-05df69880360 req-a8d337e5-b792-4b99-8765-ed47b9e723ea tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441012 Feb 16 05:37:14.673766 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f186e6c1-e7c1-450e-a18c-65e63dd148db req-205bf5dc-af22-4032-95ca-010d5a78522d tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 210 time: 0.0345373 Feb 16 05:37:14.712198 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bbe9e13f-7a28-4577-bbcc-bbbf0177725f admin admin] Publish callbacks [] for security_group (6f431676-c996-4911-84d1-1ac9875cf723), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:14.721671 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bbe9e13f-7a28-4577-bbcc-bbbf0177725f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (6f431676-c996-4911-84d1-1ac9875cf723), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:14.761109 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-bbe9e13f-7a28-4577-bbcc-bbbf0177725f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4e3428b85b79409bbe67a246a82def93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1757991 Feb 16 05:37:14.762124 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9e13f-7a28-4577-bbcc-bbbf0177725f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f431676-c996-4911-84d1-1ac9875cf723,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:14.764476 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 56612) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:14.798023 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416a61d-7a4a-4172-abcd-e8fa0574d194 req-4b993878-01a7-4388-aa2b-91fe40135e73 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:14.799534 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d416a61d-7a4a-4172-abcd-e8fa0574d194 req-4b993878-01a7-4388-aa2b-91fe40135e73 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0594053 Feb 16 05:37:14.814608 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d4d38609-c94c-4b3a-bbc8-ffa64c3e7be7 admin admin] Publish callbacks [] for security_group (6f431676-c996-4911-84d1-1ac9875cf723), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:14.841740 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d4d38609-c94c-4b3a-bbc8-ffa64c3e7be7 admin admin] Publish callbacks [] for security_group (6f431676-c996-4911-84d1-1ac9875cf723), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:14.869541 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d416a61d-7a4a-4172-abcd-e8fa0574d194 req-86991fe6-def1-4e54-b956-af9a400f6a29 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644300 Feb 16 05:37:14.902172 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d4d38609-c94c-4b3a-bbc8-ffa64c3e7be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (6f431676-c996-4911-84d1-1ac9875cf723), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:14.904725 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d4d38609-c94c-4b3a-bbc8-ffa64c3e7be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:14.908177 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d4d38609-c94c-4b3a-bbc8-ffa64c3e7be7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6f431676-c996-4911-84d1-1ac9875cf723 HTTP/1.1" status: 204 len: 168 time: 0.1405675 Feb 16 05:37:14.952571 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d38609-c94c-4b3a-bbc8-ffa64c3e7be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f431676-c996-4911-84d1-1ac9875cf723,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:15.015148 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-e788151f-056a-43e6-bb43-0b69b5f27566 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:15.017373 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-e788151f-056a-43e6-bb43-0b69b5f27566 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.60 "GET /v2.0/networks?id=004f2655-6cbe-4c49-9f60-896ff03daa11 HTTP/1.1" status: 200 len: 813 time: 0.1328022 Feb 16 05:37:15.049981 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-5303be38-a815-43cb-a83f-f6fa3dbd3682 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Request body: {'port': {'device_id': '8b1bed7f-b18f-4923-bcfa-be8143014b1c', 'network_id': '004f2655-6cbe-4c49-9f60-896ff03daa11', 'admin_state_up': True, 'tenant_id': 'a642dcc1cb8a4c1bbd3b1450e060c74c'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:37:15.165961 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-5303be38-a815-43cb-a83f-f6fa3dbd3682 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Made reservation on behalf of a642dcc1cb8a4c1bbd3b1450e060c74c for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:37:15.169736 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-5303be38-a815-43cb-a83f-f6fa3dbd3682 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:15.315805 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-5303be38-a815-43cb-a83f-f6fa3dbd3682 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Allocated IP 172.20.0.14 (004f2655-6cbe-4c49-9f60-896ff03daa11/557b07a5-c680-4eeb-a9bf-e852ccfb29ed/eba8ae14-c129-4b5a-9057-7ed36c28f17f) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:37:15.514607 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1400181-1760-4e67-b056-823e0f4ccd62 req-be40f10e-bdfb-4690-a2b5-07f79e646d4a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:15.516119 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e1400181-1760-4e67-b056-823e0f4ccd62 req-be40f10e-bdfb-4690-a2b5-07f79e646d4a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 946 time: 0.1877041 Feb 16 05:37:15.529818 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-5303be38-a815-43cb-a83f-f6fa3dbd3682 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Publish callbacks [] for port (eba8ae14-c129-4b5a-9057-7ed36c28f17f), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:15.584968 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-5303be38-a815-43cb-a83f-f6fa3dbd3682 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (eba8ae14-c129-4b5a-9057-7ed36c28f17f), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:15.642308 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e1400181-1760-4e67-b056-823e0f4ccd62 req-b6379f43-245d-485d-a3f9-a5af7f23c28e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178131 Feb 16 05:37:15.644031 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-5303be38-a815-43cb-a83f-f6fa3dbd3682 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Network 004f2655-6cbe-4c49-9f60-896ff03daa11 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:37:15.649459 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-5303be38-a815-43cb-a83f-f6fa3dbd3682 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:37:15.653252 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-5303be38-a815-43cb-a83f-f6fa3dbd3682 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:37:15.684056 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303be38-a815-43cb-a83f-f6fa3dbd3682 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Pushing event updated for resources: {'Port': ['ID=eba8ae14-c129-4b5a-9057-7ed36c28f17f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:15.740569 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-5303be38-a815-43cb-a83f-f6fa3dbd3682 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:15.741739 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-5303be38-a815-43cb-a83f-f6fa3dbd3682 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:15.784516 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-5303be38-a815-43cb-a83f-f6fa3dbd3682 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7414961 Feb 16 05:37:15.825235 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ce626-471b-4a89-bcaa-6524a4e17c93 req-3a89570d-1555-4a88-b894-119011dfa6a3 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:15.827815 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Request body: {'port': {'device_id': '8b1bed7f-b18f-4923-bcfa-be8143014b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:37:15.829849 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-407ce626-471b-4a89-bcaa-6524a4e17c93 req-3a89570d-1555-4a88-b894-119011dfa6a3 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0690203 Feb 16 05:37:15.838752 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19102880-b142-493a-a183-4a431b46b55b req-112aa03b-f1de-48d8-9a87-b19f89e94849 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:15.840329 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-19102880-b142-493a-a183-4a431b46b55b req-112aa03b-f1de-48d8-9a87-b19f89e94849 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 932 time: 0.0776930 Feb 16 05:37:15.882902 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-407ce626-471b-4a89-bcaa-6524a4e17c93 req-e79faff8-e3bf-4594-8bc2-79a4a09ecbde tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497479 Feb 16 05:37:15.936214 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (eba8ae14-c129-4b5a-9057-7ed36c28f17f), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:15.963981 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-19102880-b142-493a-a183-4a431b46b55b req-6f0a6b48-9f28-49b3-8001-8dbd186b013a tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880749 Feb 16 05:37:16.021923 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2c9d8-7759-42e9-8de5-ffb211962f68 req-b0ce5f5e-c473-41ef-b78f-64e2003d83f0 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:16.023543 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f9e2c9d8-7759-42e9-8de5-ffb211962f68 req-b0ce5f5e-c473-41ef-b78f-64e2003d83f0 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0666437 Feb 16 05:37:16.077649 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f9e2c9d8-7759-42e9-8de5-ffb211962f68 req-98db283b-b925-4dd3-9f96-872f3af29abf tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420430 Feb 16 05:37:16.253173 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba8ae14-c129-4b5a-9057-7ed36c28f17f {{(pid=102567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:37:16.260493 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Publish callbacks [] for port (eba8ae14-c129-4b5a-9057-7ed36c28f17f), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:16.272835 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.provisioning_blocks [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Transition to ACTIVE for port object eba8ae14-c129-4b5a-9057-7ed36c28f17f will not be triggered until provisioned by entity L2. {{(pid=102567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:37:16.276637 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (eba8ae14-c129-4b5a-9057-7ed36c28f17f), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:16.321625 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Pushing event updated for resources: {'Port': ['ID=eba8ae14-c129-4b5a-9057-7ed36c28f17f,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:16.401225 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Attempting to bind port eba8ae14-c129-4b5a-9057-7ed36c28f17f on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:37:16.401608 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Attempting to bind port eba8ae14-c129-4b5a-9057-7ed36c28f17f by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'a22ffaa2-fa8d-413f-8157-99d10726ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '004f2655-6cbe-4c49-9f60-896ff03daa11'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:37:16.401943 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Attempting to bind port eba8ae14-c129-4b5a-9057-7ed36c28f17f on network 004f2655-6cbe-4c49-9f60-896ff03daa11 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:37:16.406636 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Port eba8ae14-c129-4b5a-9057-7ed36c28f17f on network 004f2655-6cbe-4c49-9f60-896ff03daa11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:37:16.406765 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Attempting to bind port eba8ae14-c129-4b5a-9057-7ed36c28f17f on network 004f2655-6cbe-4c49-9f60-896ff03daa11 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:37:16.411695 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:37:16.412037 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Checking segment: {'id': 'a22ffaa2-fa8d-413f-8157-99d10726ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '004f2655-6cbe-4c49-9f60-896ff03daa11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:37:16.412423 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Bound using segment: {'id': 'a22ffaa2-fa8d-413f-8157-99d10726ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '004f2655-6cbe-4c49-9f60-896ff03daa11'} {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:37:16.412846 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Bound port: eba8ae14-c129-4b5a-9057-7ed36c28f17f, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22ffaa2-fa8d-413f-8157-99d10726ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '004f2655-6cbe-4c49-9f60-896ff03daa11'}}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:37:16.413205 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (eba8ae14-c129-4b5a-9057-7ed36c28f17f), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:16.476253 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] For port eba8ae14-c129-4b5a-9057-7ed36c28f17f, host hv-cinder-82947, cleared binding levels {{(pid=102567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:37:16.479436 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] For port eba8ae14-c129-4b5a-9057-7ed36c28f17f, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=eba8ae14-c129-4b5a-9057-7ed36c28f17f,segment=NetworkSegment(a22ffaa2-fa8d-413f-8157-99d10726ecf0),segment_id=a22ffaa2-fa8d-413f-8157-99d10726ecf0)] {{(pid=102567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:37:16.485740 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (eba8ae14-c129-4b5a-9057-7ed36c28f17f), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:16.517984 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:16.518608 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:16.520004 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] 10.222.0.60 "PUT /v2.0/ports/eba8ae14-c129-4b5a-9057-7ed36c28f17f HTTP/1.1" status: 200 len: 1094 time: 0.6964066 Feb 16 05:37:16.520431 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1bed7f-b18f-4923-bcfa-be8143014b1c', 'tag': 'eba8ae14-c129-4b5a-9057-7ed36c28f17f'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:37:16.522681 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c642198-664f-4c71-a09c-ad9366eddc64" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1bed7f-b18f-4923-bcfa-be8143014b1c", "tag": "eba8ae14-c129-4b5a-9057-7ed36c28f17f"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:37:16.549584 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0cebf-cd86-45f8-abfc-37436f93e295 service neutron] Pushing event updated for resources: {'Port': ['ID=eba8ae14-c129-4b5a-9057-7ed36c28f17f,revision_number=3']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:16.579175 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1de561-2785-4d16-a2f5-1d4fd256bc5f x-openstack-request-id: req-9f1de561-2785-4d16-a2f5-1d4fd256bc5f {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:37:16.579472 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1bed7f-b18f-4923-bcfa-be8143014b1c", "tag": "eba8ae14-c129-4b5a-9057-7ed36c28f17f", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:37:16.579750 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9f1de561-2785-4d16-a2f5-1d4fd256bc5f {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:37:16.580148 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1bed7f-b18f-4923-bcfa-be8143014b1c', 'tag': 'eba8ae14-c129-4b5a-9057-7ed36c28f17f', 'status': 'completed', 'code': 200} Feb 16 05:37:16.644318 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-49acaf40-02cd-4a8b-ae8b-0a076e181f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:16.645907 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-49acaf40-02cd-4a8b-ae8b-0a076e181f64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a642dcc1cb8a4c1bbd3b1450e060c74c&device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 1128 time: 0.0440280 Feb 16 05:37:16.703416 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-a2f6c0f9-7572-4041-8b13-cae59b77ec5d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eba8ae14-c129-4b5a-9057-7ed36c28f17f HTTP/1.1" status: 200 len: 217 time: 0.0382419 Feb 16 05:37:16.763716 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-c4a890ee-732a-4fc6-a9ba-96470d11ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:16.765161 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-c4a890ee-732a-4fc6-a9ba-96470d11ae5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=557b07a5-c680-4eeb-a9bf-e852ccfb29ed HTTP/1.1" status: 200 len: 853 time: 0.0478692 Feb 16 05:37:16.780843 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbc321-c0c7-4683-ab72-5ee5a9aa935f req-3838b947-c9a5-42fa-b776-eef370df8842 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:16.781637 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-17cbc321-c0c7-4683-ab72-5ee5a9aa935f req-3838b947-c9a5-42fa-b776-eef370df8842 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 946 time: 0.0555568 Feb 16 05:37:16.797587 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-bf4b1d47-32e7-4e5f-8b1e-75004ade3d09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=004f2655-6cbe-4c49-9f60-896ff03daa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248959 Feb 16 05:37:16.839628 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-17cbc321-c0c7-4683-ab72-5ee5a9aa935f req-37371f3a-dcbc-4f55-997e-1530840b26ac tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517578 Feb 16 05:37:16.900179 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-9d64a5eb-1138-4db2-9934-5608136197bc service neutron] 10.222.0.60 "GET /v2.0/networks/004f2655-6cbe-4c49-9f60-896ff03daa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947773 Feb 16 05:37:17.041688 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21ecd3a6-50c2-48e5-868d-c3cdc0bf289c req-fa066edd-fa1f-47dc-8498-dd484cfa5d0a service neutron] 10.222.0.60 "GET /v2.0/networks/004f2655-6cbe-4c49-9f60-896ff03daa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341460 Feb 16 05:37:17.050659 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae991f-2c1d-471b-bcd8-77f9b8d5b873 req-2560a459-9775-4890-9f8e-e021bb004208 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:17.053752 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-98ae991f-2c1d-471b-bcd8-77f9b8d5b873 req-2560a459-9775-4890-9f8e-e021bb004208 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0981135 Feb 16 05:37:17.083806 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce997b-be86-4d73-bfa9-90974ab2f017 req-993f876d-2180-4c4b-a57b-cc6e9dd42959 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:17.090832 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a0ce997b-be86-4d73-bfa9-90974ab2f017 req-993f876d-2180-4c4b-a57b-cc6e9dd42959 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 944 time: 0.0653381 Feb 16 05:37:17.107740 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-98ae991f-2c1d-471b-bcd8-77f9b8d5b873 req-6117269a-ae3e-4b21-85a7-8542767e15d1 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455508 Feb 16 05:37:17.143700 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a0ce997b-be86-4d73-bfa9-90974ab2f017 req-74cd5180-d30d-449f-afda-c3ac22d6f57c tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519369 Feb 16 05:37:17.228473 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c642198-664f-4c71-a09c-ad9366eddc64 req-f791aaf8-8150-4948-ac5f-e0a4d751a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:17.230008 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1c642198-664f-4c71-a09c-ad9366eddc64 req-f791aaf8-8150-4948-ac5f-e0a4d751a377 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a642dcc1cb8a4c1bbd3b1450e060c74c&device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 1128 time: 0.0937939 Feb 16 05:37:17.252209 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3798e5b-4b7c-4112-8635-581d4a05d872 req-8464beb7-5521-46d3-91b6-01c3d659bf86 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:17.253674 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f3798e5b-4b7c-4112-8635-581d4a05d872 req-8464beb7-5521-46d3-91b6-01c3d659bf86 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0797429 Feb 16 05:37:17.351140 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f3798e5b-4b7c-4112-8635-581d4a05d872 req-52365a05-bc77-4649-b801-ef74f4b44c87 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863774 Feb 16 05:37:17.366035 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c642198-664f-4c71-a09c-ad9366eddc64 req-d9317c90-4463-40e6-8e80-1916a6b2682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:17.367472 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1c642198-664f-4c71-a09c-ad9366eddc64 req-d9317c90-4463-40e6-8e80-1916a6b2682d service neutron] 10.222.0.60 "GET /v2.0/networks?id=004f2655-6cbe-4c49-9f60-896ff03daa11 HTTP/1.1" status: 200 len: 914 time: 0.1308608 Feb 16 05:37:17.383896 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 56742) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:17.413323 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1c642198-664f-4c71-a09c-ad9366eddc64 req-0f9a8420-7bb4-4d3f-8349-3b0f64ec65f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eba8ae14-c129-4b5a-9057-7ed36c28f17f HTTP/1.1" status: 200 len: 217 time: 0.0386817 Feb 16 05:37:17.462334 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c642198-664f-4c71-a09c-ad9366eddc64 req-6ffae2d8-151f-4977-9ddc-30037446049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:17.463832 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1c642198-664f-4c71-a09c-ad9366eddc64 req-6ffae2d8-151f-4977-9ddc-30037446049e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=557b07a5-c680-4eeb-a9bf-e852ccfb29ed HTTP/1.1" status: 200 len: 853 time: 0.0431166 Feb 16 05:37:17.489446 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee3cfa52-6b35-4db7-b5c1-b49737c0cd31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:17.502228 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1c642198-664f-4c71-a09c-ad9366eddc64 req-2920c7b0-e449-4043-a508-b7a1765b186e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=004f2655-6cbe-4c49-9f60-896ff03daa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247600 Feb 16 05:37:17.564599 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee3cfa52-6b35-4db7-b5c1-b49737c0cd31 admin admin] Publish callbacks [] for security_group (14af54b0-95da-4234-953a-852253cf38c3), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:17.568764 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee3cfa52-6b35-4db7-b5c1-b49737c0cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (14af54b0-95da-4234-953a-852253cf38c3), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:17.602334 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1c642198-664f-4c71-a09c-ad9366eddc64 req-e302a3dd-da51-4adb-bbfa-5b8896465eee service neutron] 10.222.0.60 "GET /v2.0/networks/004f2655-6cbe-4c49-9f60-896ff03daa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930052 Feb 16 05:37:17.608392 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-ee3cfa52-6b35-4db7-b5c1-b49737c0cd31 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=499b9ae060914f18ae2a08a5703e9cf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233922 Feb 16 05:37:17.609553 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3cfa52-6b35-4db7-b5c1-b49737c0cd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14af54b0-95da-4234-953a-852253cf38c3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:17.611767 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 56746) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:17.661573 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e66ff5ae-fbee-40a2-acc5-e824004181af admin admin] Publish callbacks [] for security_group (14af54b0-95da-4234-953a-852253cf38c3), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:17.683929 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e66ff5ae-fbee-40a2-acc5-e824004181af admin admin] Publish callbacks [] for security_group (14af54b0-95da-4234-953a-852253cf38c3), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:17.695100 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1c642198-664f-4c71-a09c-ad9366eddc64 req-36f3e7cd-c7dd-41d6-ac92-0331c3839012 service neutron] 10.222.0.60 "GET /v2.0/networks/004f2655-6cbe-4c49-9f60-896ff03daa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866175 Feb 16 05:37:17.733229 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e66ff5ae-fbee-40a2-acc5-e824004181af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (14af54b0-95da-4234-953a-852253cf38c3), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:17.736367 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e66ff5ae-fbee-40a2-acc5-e824004181af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:17.737570 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-e66ff5ae-fbee-40a2-acc5-e824004181af admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/14af54b0-95da-4234-953a-852253cf38c3 HTTP/1.1" status: 204 len: 168 time: 0.1248889 Feb 16 05:37:17.745481 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ff5ae-fbee-40a2-acc5-e824004181af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14af54b0-95da-4234-953a-852253cf38c3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:17.996036 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 56752) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:18.008777 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e976aecf-a045-4dd8-ba2f-1e051dbda16e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:18.080952 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e976aecf-a045-4dd8-ba2f-1e051dbda16e admin admin] Publish callbacks [] for security_group (cc4b866a-c73a-487f-972d-c4e8b40bfe7c), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:18.084361 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e976aecf-a045-4dd8-ba2f-1e051dbda16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (cc4b866a-c73a-487f-972d-c4e8b40bfe7c), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:18.120321 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-e976aecf-a045-4dd8-ba2f-1e051dbda16e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e8b50034133e4a7a929021fd5e3b5901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1231375 Feb 16 05:37:18.121537 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976aecf-a045-4dd8-ba2f-1e051dbda16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4b866a-c73a-487f-972d-c4e8b40bfe7c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:18.123036 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 56754) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:18.174218 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0871242-64f6-46b3-bc32-cb27ae66bddd admin admin] Publish callbacks [] for security_group (cc4b866a-c73a-487f-972d-c4e8b40bfe7c), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:18.198219 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0871242-64f6-46b3-bc32-cb27ae66bddd admin admin] Publish callbacks [] for security_group (cc4b866a-c73a-487f-972d-c4e8b40bfe7c), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:18.238386 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bedc4-ee2e-40b7-b8c5-7b9d85b3712c req-c78b3ba2-04ee-4b82-87bb-72ad02966a7a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:18.240026 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ae5bedc4-ee2e-40b7-b8c5-7b9d85b3712c req-c78b3ba2-04ee-4b82-87bb-72ad02966a7a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0557151 Feb 16 05:37:18.282203 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1538cf-d1da-4015-810e-387ca4b396d4 req-8550f4ae-8805-450e-b82c-dffa96988946 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:18.283705 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ba1538cf-d1da-4015-810e-387ca4b396d4 req-8550f4ae-8805-450e-b82c-dffa96988946 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 944 time: 0.0709190 Feb 16 05:37:18.287387 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ae5bedc4-ee2e-40b7-b8c5-7b9d85b3712c req-f92c5bc2-c993-4f10-a6cd-cd07f37c6628 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417507 Feb 16 05:37:18.292118 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0871242-64f6-46b3-bc32-cb27ae66bddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (cc4b866a-c73a-487f-972d-c4e8b40bfe7c), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:18.295003 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0871242-64f6-46b3-bc32-cb27ae66bddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:18.296076 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f0871242-64f6-46b3-bc32-cb27ae66bddd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cc4b866a-c73a-487f-972d-c4e8b40bfe7c HTTP/1.1" status: 204 len: 168 time: 0.1714766 Feb 16 05:37:18.308920 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0871242-64f6-46b3-bc32-cb27ae66bddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4b866a-c73a-487f-972d-c4e8b40bfe7c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:18.347730 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ba1538cf-d1da-4015-810e-387ca4b396d4 req-61471f4c-6e39-4ee6-afe3-076592c62168 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575960 Feb 16 05:37:18.481355 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682420d6-91a4-4a4f-aacf-880aaa420f56 req-82ad1222-4952-4d9f-b8fc-7c75ec1972d8 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:18.482708 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-682420d6-91a4-4a4f-aacf-880aaa420f56 req-82ad1222-4952-4d9f-b8fc-7c75ec1972d8 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0563061 Feb 16 05:37:18.528696 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-682420d6-91a4-4a4f-aacf-880aaa420f56 req-22af59c0-60a3-4756-b4d2-832635973a79 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398631 Feb 16 05:37:19.409985 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78229913-8661-420c-b2bd-05a50eb02650 req-cdb22099-12cd-449f-ac81-2f3280dbaec0 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:19.411913 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-78229913-8661-420c-b2bd-05a50eb02650 req-cdb22099-12cd-449f-ac81-2f3280dbaec0 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0552516 Feb 16 05:37:19.462694 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-78229913-8661-420c-b2bd-05a50eb02650 req-7e018724-72ee-432d-9e5f-8c0ef75fa1ee tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435097 Feb 16 05:37:19.475923 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992777d4-a6e9-4108-ba26-996f7a16f856 req-b9e9dd94-97bf-4326-9a98-ed1b5394f32d tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:19.477491 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-992777d4-a6e9-4108-ba26-996f7a16f856 req-b9e9dd94-97bf-4326-9a98-ed1b5394f32d tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 944 time: 0.0574174 Feb 16 05:37:19.540345 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-992777d4-a6e9-4108-ba26-996f7a16f856 req-a5812515-a6b8-4071-829d-681ef7906ec8 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567291 Feb 16 05:37:19.645542 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aadcf4-2fa6-4bc2-8aba-f86e0e3ec2b2 req-2952f3b5-6f84-45b6-9f67-03e70377e347 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:19.647020 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-74aadcf4-2fa6-4bc2-8aba-f86e0e3ec2b2 req-2952f3b5-6f84-45b6-9f67-03e70377e347 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0517938 Feb 16 05:37:19.703114 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-74aadcf4-2fa6-4bc2-8aba-f86e0e3ec2b2 req-5de5e344-fd88-4c15-88bd-369d8dc299d4 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506711 Feb 16 05:37:20.250613 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 56834) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:20.351687 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e97d069-e33b-43de-af29-f19126208dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:20.446198 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e97d069-e33b-43de-af29-f19126208dda admin admin] Publish callbacks [] for security_group (d773d811-e8b3-469c-b81e-f2c3333ea43e), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:20.452455 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e97d069-e33b-43de-af29-f19126208dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (d773d811-e8b3-469c-b81e-f2c3333ea43e), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:20.505784 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device eba8ae14-c129-4b5a-9057-7ed36c28f17f details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:37:20.511775 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8efe3-365d-4d3a-9cd0-4bee7dc0a7e9 req-6acfab26-229c-45e5-b783-5cc666cbffdd tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:20.513241 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2cc8efe3-365d-4d3a-9cd0-4bee7dc0a7e9 req-6acfab26-229c-45e5-b783-5cc666cbffdd tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.60 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0997365 Feb 16 05:37:20.517721 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-5e97d069-e33b-43de-af29-f19126208dda admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=086f8305698c42cd8af42e8d0735a6d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660542 Feb 16 05:37:20.518325 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 56840) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:20.518870 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97d069-e33b-43de-af29-f19126208dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d773d811-e8b3-469c-b81e-f2c3333ea43e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:20.607219 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c70c8194-ee98-4647-bf6b-6e0b0bed93fa admin admin] Publish callbacks [] for security_group (d773d811-e8b3-469c-b81e-f2c3333ea43e), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:20.620650 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port eba8ae14-c129-4b5a-9057-7ed36c28f17f, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=eba8ae14-c129-4b5a-9057-7ed36c28f17f,segment=NetworkSegment(a22ffaa2-fa8d-413f-8157-99d10726ecf0),segment_id=a22ffaa2-fa8d-413f-8157-99d10726ecf0)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:37:20.633094 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': 'eba8ae14-c129-4b5a-9057-7ed36c28f17f', 'network_id': '004f2655-6cbe-4c49-9f60-896ff03daa11', 'port_id': 'eba8ae14-c129-4b5a-9057-7ed36c28f17f', 'mac_address': 'fa:16:3e:6d:2b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557b07a5-c680-4eeb-a9bf-e852ccfb29ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:37:20.638282 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c70c8194-ee98-4647-bf6b-6e0b0bed93fa admin admin] Publish callbacks [] for security_group (d773d811-e8b3-469c-b81e-f2c3333ea43e), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:20.655143 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8628310-24fe-4079-8028-becd9600c038 req-db8bcf8a-90d6-4275-8cec-dbf347c8c3d9 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:20.657171 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f8628310-24fe-4079-8028-becd9600c038 req-db8bcf8a-90d6-4275-8cec-dbf347c8c3d9 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.1110947 Feb 16 05:37:20.677540 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-2cc8efe3-365d-4d3a-9cd0-4bee7dc0a7e9 req-cc1662b7-7bb0-4693-bfa4-09176965d0b7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Deleting port b086e2fa-4423-4f0a-ab73-6efbf20ec756 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:37:20.677886 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-2cc8efe3-365d-4d3a-9cd0-4bee7dc0a7e9 req-cc1662b7-7bb0-4693-bfa4-09176965d0b7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (b086e2fa-4423-4f0a-ab73-6efbf20ec756), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:20.679755 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port eba8ae14-c129-4b5a-9057-7ed36c28f17f is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:37:20.680205 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (eba8ae14-c129-4b5a-9057-7ed36c28f17f), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:20.695493 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba8ae14-c129-4b5a-9057-7ed36c28f17f {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:37:20.716538 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port eba8ae14-c129-4b5a-9057-7ed36c28f17f, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=eba8ae14-c129-4b5a-9057-7ed36c28f17f,segment=NetworkSegment(a22ffaa2-fa8d-413f-8157-99d10726ecf0),segment_id=a22ffaa2-fa8d-413f-8157-99d10726ecf0)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:37:20.725161 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (eba8ae14-c129-4b5a-9057-7ed36c28f17f), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:20.734678 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3eed3-a65c-44d5-8229-c9ffed6586ae req-c75c4d00-04df-40d3-be98-23f57daeff0b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:20.735611 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f8628310-24fe-4079-8028-becd9600c038 req-619db110-1f33-459e-a3db-550d55b2fd0a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699797 Feb 16 05:37:20.736417 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-40f3eed3-a65c-44d5-8229-c9ffed6586ae req-c75c4d00-04df-40d3-be98-23f57daeff0b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 944 time: 0.1175935 Feb 16 05:37:20.752935 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c70c8194-ee98-4647-bf6b-6e0b0bed93fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (d773d811-e8b3-469c-b81e-f2c3333ea43e), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:20.755965 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c70c8194-ee98-4647-bf6b-6e0b0bed93fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:20.759399 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-c70c8194-ee98-4647-bf6b-6e0b0bed93fa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d773d811-e8b3-469c-b81e-f2c3333ea43e HTTP/1.1" status: 204 len: 168 time: 0.2369986 Feb 16 05:37:20.771831 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c8194-ee98-4647-bf6b-6e0b0bed93fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d773d811-e8b3-469c-b81e-f2c3333ea43e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:20.808752 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=eba8ae14-c129-4b5a-9057-7ed36c28f17f,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:20.813480 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-40f3eed3-a65c-44d5-8229-c9ffed6586ae req-2c79f628-75ee-4aae-a139-17fab05f2a0a tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714869 Feb 16 05:37:20.861866 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-2cc8efe3-365d-4d3a-9cd0-4bee7dc0a7e9 req-cc1662b7-7bb0-4693-bfa4-09176965d0b7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] For port b086e2fa-4423-4f0a-ab73-6efbf20ec756, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=b086e2fa-4423-4f0a-ab73-6efbf20ec756,segment=NetworkSegment(bd606385-4c28-4201-8004-440b5cea7aef),segment_id=bd606385-4c28-4201-8004-440b5cea7aef)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:37:20.862369 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-2cc8efe3-365d-4d3a-9cd0-4bee7dc0a7e9 req-cc1662b7-7bb0-4693-bfa4-09176965d0b7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (b086e2fa-4423-4f0a-ab73-6efbf20ec756), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:20.874043 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb60e8-c8c6-46ab-8abd-4bc6475aefd2 req-557270b2-c2c9-4b55-b0a3-14eea39720db tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:20.878183 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-2cc8efe3-365d-4d3a-9cd0-4bee7dc0a7e9 req-cc1662b7-7bb0-4693-bfa4-09176965d0b7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Calling delete_port for b086e2fa-4423-4f0a-ab73-6efbf20ec756 owned by compute:nova {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:37:20.881643 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3fcb60e8-c8c6-46ab-8abd-4bc6475aefd2 req-557270b2-c2c9-4b55-b0a3-14eea39720db tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/ports?device_id=032cece1-a548-4e1f-a72a-b3647d09718c HTTP/1.1" status: 200 len: 945 time: 0.0668168 Feb 16 05:37:20.933921 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3fcb60e8-c8c6-46ab-8abd-4bc6475aefd2 req-b9aeda6a-0f12-47ed-96dd-99afd5f4841b tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511043 Feb 16 05:37:21.013286 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-2cc8efe3-365d-4d3a-9cd0-4bee7dc0a7e9 req-cc1662b7-7bb0-4693-bfa4-09176965d0b7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (b086e2fa-4423-4f0a-ab73-6efbf20ec756), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:21.048637 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1662b7-7bb0-4693-bfa4-09176965d0b7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Pushing event deleted for resources: {'Port': ['ID=b086e2fa-4423-4f0a-ab73-6efbf20ec756,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:21.071247 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['eba8ae14-c129-4b5a-9057-7ed36c28f17f'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:37:21.083192 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc8efe3-365d-4d3a-9cd0-4bee7dc0a7e9 req-cc1662b7-7bb0-4693-bfa4-09176965d0b7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] No DVR routers for this DVR port b086e2fa-4423-4f0a-ab73-6efbf20ec756 on host hv-cinder-82947 {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:37:21.086024 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-2cc8efe3-365d-4d3a-9cd0-4bee7dc0a7e9 req-cc1662b7-7bb0-4693-bfa4-09176965d0b7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:21.089900 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2cc8efe3-365d-4d3a-9cd0-4bee7dc0a7e9 req-cc1662b7-7bb0-4693-bfa4-09176965d0b7 tempest-ServerRescueNegativeTestJSON-1373897310 tempest-ServerRescueNegativeTestJSON-1373897310-project] 10.222.0.60 "DELETE /v2.0/ports/b086e2fa-4423-4f0a-ab73-6efbf20ec756 HTTP/1.1" status: 204 len: 173 time: 0.5676982 Feb 16 05:37:21.090362 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032cece1-a548-4e1f-a72a-b3647d09718c', 'name': 'network-vif-deleted', 'tag': 'b086e2fa-4423-4f0a-ab73-6efbf20ec756'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:37:21.092615 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8ed102-19ec-4a70-9e38-c4c3d6a8045a" -d '{"events": [{"server_uuid": "032cece1-a548-4e1f-a72a-b3647d09718c", "name": "network-vif-deleted", "tag": "b086e2fa-4423-4f0a-ab73-6efbf20ec756"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:37:21.099381 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 56852) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:21.114659 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-17236726-fde4-4464-a183-8c684cf4603d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:21.153600 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d70c24d-88c8-42b3-99f8-2304fcd1a9e7 x-openstack-request-id: req-2d70c24d-88c8-42b3-99f8-2304fcd1a9e7 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:37:21.154006 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032cece1-a548-4e1f-a72a-b3647d09718c", "name": "network-vif-deleted", "tag": "b086e2fa-4423-4f0a-ab73-6efbf20ec756", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:37:21.154416 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2d70c24d-88c8-42b3-99f8-2304fcd1a9e7 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:37:21.155383 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032cece1-a548-4e1f-a72a-b3647d09718c', 'name': 'network-vif-deleted', 'tag': 'b086e2fa-4423-4f0a-ab73-6efbf20ec756', 'status': 'completed', 'code': 200} Feb 16 05:37:21.217667 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-17236726-fde4-4464-a183-8c684cf4603d admin admin] Publish callbacks [] for security_group (3ca15ac5-662d-4638-959b-1674036c7458), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:21.222066 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-17236726-fde4-4464-a183-8c684cf4603d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (3ca15ac5-662d-4638-959b-1674036c7458), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:21.264964 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17236726-fde4-4464-a183-8c684cf4603d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca15ac5-662d-4638-959b-1674036c7458,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:21.271220 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-17236726-fde4-4464-a183-8c684cf4603d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3fc2ac3ab5894771aacb08c903610510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706331 Feb 16 05:37:21.273671 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 56854) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:21.322286 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2b84fb7f-af57-48f6-bbad-ddcd02759b76 admin admin] Publish callbacks [] for security_group (3ca15ac5-662d-4638-959b-1674036c7458), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:21.342765 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2b84fb7f-af57-48f6-bbad-ddcd02759b76 admin admin] Publish callbacks [] for security_group (3ca15ac5-662d-4638-959b-1674036c7458), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:21.387305 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2b84fb7f-af57-48f6-bbad-ddcd02759b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (3ca15ac5-662d-4638-959b-1674036c7458), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:21.390010 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2b84fb7f-af57-48f6-bbad-ddcd02759b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:21.391176 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-2b84fb7f-af57-48f6-bbad-ddcd02759b76 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3ca15ac5-662d-4638-959b-1674036c7458 HTTP/1.1" status: 204 len: 168 time: 0.1166184 Feb 16 05:37:21.398711 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84fb7f-af57-48f6-bbad-ddcd02759b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca15ac5-662d-4638-959b-1674036c7458,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:21.865199 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a232024-9da6-4040-9632-2be790988f6c req-ce53d49d-bda8-481d-a04c-0765288455d1 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:21.866848 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7a232024-9da6-4040-9632-2be790988f6c req-ce53d49d-bda8-481d-a04c-0765288455d1 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0535779 Feb 16 05:37:21.918961 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7a232024-9da6-4040-9632-2be790988f6c req-08ff8432-329c-4a7b-9849-a06fdca4e4bb tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466011 Feb 16 05:37:21.952596 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812eee81-aa4b-4e64-9188-bbe313657e1e req-60f5cd9f-8187-4495-a7ed-5c29ee2c2a2f tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:21.954163 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-812eee81-aa4b-4e64-9188-bbe313657e1e req-60f5cd9f-8187-4495-a7ed-5c29ee2c2a2f tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 945 time: 0.0600944 Feb 16 05:37:21.989448 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 56880) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:22.006241 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-812eee81-aa4b-4e64-9188-bbe313657e1e req-ae3f130a-baa6-4d01-9346-0d338f2c7558 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454633 Feb 16 05:37:22.409208 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d001987-2edb-4973-be41-5a77484dec4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588722'] for router_interface (69092fce-71f4-46f9-8028-b393b3e7583b), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:22.519842 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device eba8ae14-c129-4b5a-9057-7ed36c28f17f up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:37:22.573836 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port eba8ae14-c129-4b5a-9057-7ed36c28f17f completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:37:22.577973 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port eba8ae14-c129-4b5a-9057-7ed36c28f17f triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:37:22.578410 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (eba8ae14-c129-4b5a-9057-7ed36c28f17f), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:22.683712 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port eba8ae14-c129-4b5a-9057-7ed36c28f17f is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:37:22.684341 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (eba8ae14-c129-4b5a-9057-7ed36c28f17f), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:22.710504 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1bed7f-b18f-4923-bcfa-be8143014b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba8ae14-c129-4b5a-9057-7ed36c28f17f'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:37:22.713001 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64c4159-d8b7-41ea-85f8-5ff46b9dd7f9" -d '{"events": [{"server_uuid": "8b1bed7f-b18f-4923-bcfa-be8143014b1c", "name": "network-vif-plugged", "status": "completed", "tag": "eba8ae14-c129-4b5a-9057-7ed36c28f17f"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:37:22.727952 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port eba8ae14-c129-4b5a-9057-7ed36c28f17f, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=eba8ae14-c129-4b5a-9057-7ed36c28f17f,segment=NetworkSegment(a22ffaa2-fa8d-413f-8157-99d10726ecf0),segment_id=a22ffaa2-fa8d-413f-8157-99d10726ecf0)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:37:22.733010 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (eba8ae14-c129-4b5a-9057-7ed36c28f17f), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:22.735005 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device b086e2fa-4423-4f0a-ab73-6efbf20ec756 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:37:22.761394 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067df430-54f0-4499-be6a-3cff507a0b66 x-openstack-request-id: req-067df430-54f0-4499-be6a-3cff507a0b66 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:37:22.761950 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1bed7f-b18f-4923-bcfa-be8143014b1c", "name": "network-vif-plugged", "status": "completed", "tag": "eba8ae14-c129-4b5a-9057-7ed36c28f17f", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:37:22.762204 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-067df430-54f0-4499-be6a-3cff507a0b66 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:37:22.762596 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1bed7f-b18f-4923-bcfa-be8143014b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba8ae14-c129-4b5a-9057-7ed36c28f17f', 'code': 200} Feb 16 05:37:22.765148 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: b086e2fa-4423-4f0a-ab73-6efbf20ec756 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:37:22.765514 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device b086e2fa-4423-4f0a-ab73-6efbf20ec756 not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:37:22.813039 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=eba8ae14-c129-4b5a-9057-7ed36c28f17f,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:23.017192 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1d001987-2edb-4973-be41-5a77484dec4f admin admin] Deleting port 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:37:23.017763 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d001987-2edb-4973-be41-5a77484dec4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (59b59bd0-9043-4ef7-ad6a-ec4f3f527baa), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:23.037187 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c929f-ff0b-45fd-bdd0-aef268333890 req-9ff45285-3929-4c37-a79e-16f0f2711645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:23.038767 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-230c929f-ff0b-45fd-bdd0-aef268333890 req-9ff45285-3929-4c37-a79e-16f0f2711645 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 1130 time: 0.0862253 Feb 16 05:37:23.060069 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3b32e-5fd6-4a80-9d0d-46c2e150148f req-9cce69c7-736e-47b7-8966-417641496ca9 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:23.062972 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-36f3b32e-5fd6-4a80-9d0d-46c2e150148f req-9cce69c7-736e-47b7-8966-417641496ca9 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0655882 Feb 16 05:37:23.130917 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-1d001987-2edb-4973-be41-5a77484dec4f admin admin] For port 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=59b59bd0-9043-4ef7-ad6a-ec4f3f527baa,segment=NetworkSegment(bd606385-4c28-4201-8004-440b5cea7aef),segment_id=bd606385-4c28-4201-8004-440b5cea7aef)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:37:23.131287 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d001987-2edb-4973-be41-5a77484dec4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (59b59bd0-9043-4ef7-ad6a-ec4f3f527baa), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:23.132449 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-230c929f-ff0b-45fd-bdd0-aef268333890 req-c6ff7e26-dc26-4ba8-97dd-b699efa379e6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685196 Feb 16 05:37:23.136739 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-36f3b32e-5fd6-4a80-9d0d-46c2e150148f req-137da322-6e22-40bc-a27e-7886735988f6 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664780 Feb 16 05:37:23.148252 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1d001987-2edb-4973-be41-5a77484dec4f admin admin] Calling delete_port for 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:37:23.173077 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac972073-2c65-4341-b814-c88e32afab4e req-c76f5bcf-bf11-467b-9284-ad526a9b052e tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:23.174652 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ac972073-2c65-4341-b814-c88e32afab4e req-c76f5bcf-bf11-467b-9284-ad526a9b052e tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 946 time: 0.0932298 Feb 16 05:37:23.263598 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ac972073-2c65-4341-b814-c88e32afab4e req-17c0c023-6549-444e-b61a-78416f1b5f6b tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596972 Feb 16 05:37:23.380041 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d001987-2edb-4973-be41-5a77484dec4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (59b59bd0-9043-4ef7-ad6a-ec4f3f527baa), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:23.403938 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d001987-2edb-4973-be41-5a77484dec4f admin admin] Pushing event deleted for resources: {'Port': ['ID=59b59bd0-9043-4ef7-ad6a-ec4f3f527baa,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:23.572715 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d001987-2edb-4973-be41-5a77484dec4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1516466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588574'] for router_interface (69092fce-71f4-46f9-8028-b393b3e7583b), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:23.790115 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d001987-2edb-4973-be41-5a77484dec4f admin admin] Router 69092fce-71f4-46f9-8028-b393b3e7583b has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:37:23.901979 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d001987-2edb-4973-be41-5a77484dec4f admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:37:23.907672 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-1d001987-2edb-4973-be41-5a77484dec4f admin admin] 10.222.0.75 "PUT /v2.0/routers/69092fce-71f4-46f9-8028-b393b3e7583b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9169431 Feb 16 05:37:23.910346 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 56950) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:23.911633 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d665bb-d4ad-410c-9ca7-7217dcc443d9 None None] Sync routers for ids ['69092fce-71f4-46f9-8028-b393b3e7583b'] in dv-cinder-829473-2-iscsi {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:37:23.923137 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d665bb-d4ad-410c-9ca7-7217dcc443d9 None None] Routers {'69092fce-71f4-46f9-8028-b393b3e7583b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:37:23.923663 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f2d665bb-d4ad-410c-9ca7-7217dcc443d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:36:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['69092fce-71f4-46f9-8028-b393b3e7583b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:37:24.019072 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Publish callbacks [] for router (69092fce-71f4-46f9-8028-b393b3e7583b), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:24.027155 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-f2d665bb-d4ad-410c-9ca7-7217dcc443d9 None None] Set router 69092fce-71f4-46f9-8028-b393b3e7583b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:37:24.218801 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f2d665bb-d4ad-410c-9ca7-7217dcc443d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'name': 'tempest-ServerRescueNegativeTestJSON-783864887-router', 'tenant_id': '971394cccbfa49b584616f61ed5eb8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '96c9754a-59e9-45a4-9cb5-83ddf7290ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:05Z', 'updated_at': '2022-02-16T05:37:23Z', 'revision_number': 5, 'project_id': '971394cccbfa49b584616f61ed5eb8a2', 'gw_port': {'id': '96c9754a-59e9-45a4-9cb5-83ddf7290ac0', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:37:24.248802 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d665bb-d4ad-410c-9ca7-7217dcc443d9 None None] Checking router: 69092fce-71f4-46f9-8028-b393b3e7583b for host: dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:37:24.257429 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d665bb-d4ad-410c-9ca7-7217dcc443d9 None None] Routers {'69092fce-71f4-46f9-8028-b393b3e7583b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:37:24.258036 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f2d665bb-d4ad-410c-9ca7-7217dcc443d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:36:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['69092fce-71f4-46f9-8028-b393b3e7583b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:37:24.373699 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb44b47-bc97-4747-ba24-bf0d4143cf54 req-2f61e494-f4cf-48ab-b160-3b9cf1b4c247 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:24.376206 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ccb44b47-bc97-4747-ba24-bf0d4143cf54 req-2f61e494-f4cf-48ab-b160-3b9cf1b4c247 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0863316 Feb 16 05:37:24.391690 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Publish callbacks [] for router_gateway (69092fce-71f4-46f9-8028-b393b3e7583b), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:24.397496 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b156f-1fc0-41fe-a8e5-644d010d3e0e req-530f4744-4395-4a05-8c2f-3b40407237b4 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:24.399191 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-889b156f-1fc0-41fe-a8e5-644d010d3e0e req-530f4744-4395-4a05-8c2f-3b40407237b4 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 946 time: 0.0627096 Feb 16 05:37:24.459722 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ccb44b47-bc97-4747-ba24-bf0d4143cf54 req-3a562a9b-61ad-4f20-919d-e085479c7cc5 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751247 Feb 16 05:37:24.482362 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-889b156f-1fc0-41fe-a8e5-644d010d3e0e req-5f10a5f5-94ea-4598-8ccc-2507577e2a2f tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759902 Feb 16 05:37:24.482560 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-f2d665bb-d4ad-410c-9ca7-7217dcc443d9 None None] Set router 69092fce-71f4-46f9-8028-b393b3e7583b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:37:24.491876 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Deleting port 96c9754a-59e9-45a4-9cb5-83ddf7290ac0 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:37:24.492300 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (96c9754a-59e9-45a4-9cb5-83ddf7290ac0), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:24.583122 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] For port 96c9754a-59e9-45a4-9cb5-83ddf7290ac0, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=96c9754a-59e9-45a4-9cb5-83ddf7290ac0,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:37:24.583495 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (96c9754a-59e9-45a4-9cb5-83ddf7290ac0), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:24.598007 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Calling delete_port for 96c9754a-59e9-45a4-9cb5-83ddf7290ac0 owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:37:24.677373 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f2d665bb-d4ad-410c-9ca7-7217dcc443d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'name': 'tempest-ServerRescueNegativeTestJSON-783864887-router', 'tenant_id': '971394cccbfa49b584616f61ed5eb8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '96c9754a-59e9-45a4-9cb5-83ddf7290ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:05Z', 'updated_at': '2022-02-16T05:37:23Z', 'revision_number': 5, 'project_id': '971394cccbfa49b584616f61ed5eb8a2', 'gw_port': {'id': '96c9754a-59e9-45a4-9cb5-83ddf7290ac0', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:37:24.704361 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d665bb-d4ad-410c-9ca7-7217dcc443d9 None None] The sync data for ids ['69092fce-71f4-46f9-8028-b393b3e7583b'] in dv-cinder-829473-2-iscsi is: [{'id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'name': 'tempest-ServerRescueNegativeTestJSON-783864887-router', 'tenant_id': '971394cccbfa49b584616f61ed5eb8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '96c9754a-59e9-45a4-9cb5-83ddf7290ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:05Z', 'updated_at': '2022-02-16T05:37:23Z', 'revision_number': 5, 'project_id': '971394cccbfa49b584616f61ed5eb8a2', 'gw_port': {'id': '96c9754a-59e9-45a4-9cb5-83ddf7290ac0', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69092fce-71f4-46f9-8028-b393b3e7583b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:37:24.779793 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (96c9754a-59e9-45a4-9cb5-83ddf7290ac0), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:24.806210 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Pushing event deleted for resources: {'Port': ['ID=96c9754a-59e9-45a4-9cb5-83ddf7290ac0,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:24.836787 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:24.837156 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:24.837509 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:24.837850 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:24.838188 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:24.838515 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:24.838844 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:24.839173 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:24.839501 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:24.839827 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:24.840152 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:24.840472 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:24.840791 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:24.880525 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588152'] for router_gateway (69092fce-71f4-46f9-8028-b393b3e7583b), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:24.988122 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1581635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5490'] for router (69092fce-71f4-46f9-8028-b393b3e7583b), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:24.990274 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Publish callbacks [] for router_controller (69092fce-71f4-46f9-8028-b393b3e7583b), precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:25.059696 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581640'] for router (69092fce-71f4-46f9-8028-b393b3e7583b), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:25.060271 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69092fce-71f4-46f9-8028-b393b3e7583b {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 05:37:25.065833 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:25.067004 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-cfcc50b0-0082-48a0-9de2-b892201035dc admin admin] 10.222.0.75 "DELETE /v2.0/routers/69092fce-71f4-46f9-8028-b393b3e7583b HTTP/1.1" status: 204 len: 168 time: 1.1556740 Feb 16 05:37:25.069618 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 56958) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:25.116896 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbccf4e-16d8-4162-a38f-5f8a7fc1dd4a admin admin] Deleting subnet f749e834-f594-43d5-a00e-995704979ca3 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 05:37:25.120359 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1bbccf4e-16d8-4162-a38f-5f8a7fc1dd4a admin admin] Publish callbacks [] for subnet (f749e834-f594-43d5-a00e-995704979ca3), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:25.155574 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1bbccf4e-16d8-4162-a38f-5f8a7fc1dd4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4030596'] for subnet (f749e834-f594-43d5-a00e-995704979ca3), precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:25.200621 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1bbccf4e-16d8-4162-a38f-5f8a7fc1dd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133523527'] for subnet (f749e834-f594-43d5-a00e-995704979ca3), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:25.262630 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1bbccf4e-16d8-4162-a38f-5f8a7fc1dd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133523536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4118781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3813054'] for subnet (f749e834-f594-43d5-a00e-995704979ca3), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:25.286823 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbccf4e-16d8-4162-a38f-5f8a7fc1dd4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f749e834-f594-43d5-a00e-995704979ca3,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:25.296665 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1bbccf4e-16d8-4162-a38f-5f8a7fc1dd4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:25.299907 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-1bbccf4e-16d8-4162-a38f-5f8a7fc1dd4a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f749e834-f594-43d5-a00e-995704979ca3 HTTP/1.1" status: 204 len: 168 time: 0.2292993 Feb 16 05:37:25.302405 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 56960) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:25.371889 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1109d470-8bfc-4251-a74b-6e70de1521b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133564096'] for network (d78b6deb-fc45-4cca-b643-a09448659dd2), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:25.453733 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1109d470-8bfc-4251-a74b-6e70de1521b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133527232', 'neutron.services.segments.db._delete_segments_for_network-8750525486906'] for network (d78b6deb-fc45-4cca-b643-a09448659dd2), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:25.474687 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-1109d470-8bfc-4251-a74b-6e70de1521b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78b6deb-fc45-4cca-b643-a09448659dd2']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:37:25.485389 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-1109d470-8bfc-4251-a74b-6e70de1521b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd606385-4c28-4201-8004-440b5cea7aef') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:37:25.485686 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-1109d470-8bfc-4251-a74b-6e70de1521b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd606385-4c28-4201-8004-440b5cea7aef') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:37:25.494972 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1109d470-8bfc-4251-a74b-6e70de1521b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750525486659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4030643'] for segment (bd606385-4c28-4201-8004-440b5cea7aef), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:25.507746 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1109d470-8bfc-4251-a74b-6e70de1521b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (bd606385-4c28-4201-8004-440b5cea7aef), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:25.513795 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1109d470-8bfc-4251-a74b-6e70de1521b1 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 05:37:25.514179 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1109d470-8bfc-4251-a74b-6e70de1521b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4118879'] for segment (bd606385-4c28-4201-8004-440b5cea7aef), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: Traceback (most recent call last): Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: timer() Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: cb(*args, **kw) Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: return func(*args, **kwargs) Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: self._notify() Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: self.callback(batched_events) Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: event.method(event) Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: return f(self, *a, **k) Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._get(url).json() Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: return self.request(url, 'GET', **kwargs) Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 05:37:25.516310 dv-cinder-829473-2-iscsi neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 05:37:25.600093 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1109d470-8bfc-4251-a74b-6e70de1521b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133527257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588188'] for network (d78b6deb-fc45-4cca-b643-a09448659dd2), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:25.608039 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1109d470-8bfc-4251-a74b-6e70de1521b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:25.611923 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-1109d470-8bfc-4251-a74b-6e70de1521b1 admin admin] 10.222.0.75 "DELETE /v2.0/networks/d78b6deb-fc45-4cca-b643-a09448659dd2 HTTP/1.1" status: 204 len: 168 time: 0.3085766 Feb 16 05:37:25.623930 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:37:25.625456 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a41efd-c82c-40b7-9b91-7542a77b5b88 req-69edfcb1-c352-48df-bbce-82475310cafb tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:25.626854 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109d470-8bfc-4251-a74b-6e70de1521b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d78b6deb-fc45-4cca-b643-a09448659dd2,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:25.627395 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-36a41efd-c82c-40b7-9b91-7542a77b5b88 req-69edfcb1-c352-48df-bbce-82475310cafb tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 946 time: 0.0690067 Feb 16 05:37:25.636084 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ddfdf-bdf1-47c4-8d20-dfd8b3b7f908 req-b1e2a3d4-0dbe-42d6-8adc-89fbe79af972 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:25.637587 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6e0ddfdf-bdf1-47c4-8d20-dfd8b3b7f908 req-b1e2a3d4-0dbe-42d6-8adc-89fbe79af972 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0880573 Feb 16 05:37:25.703827 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-36a41efd-c82c-40b7-9b91-7542a77b5b88 req-a9b3690e-091b-4e56-8340-ff90aa25f428 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544779 Feb 16 05:37:25.713188 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6e0ddfdf-bdf1-47c4-8d20-dfd8b3b7f908 req-c85167fb-35d5-4f4e-bfd7-36879a7f99a9 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698736 Feb 16 05:37:25.795015 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:37:25.816676 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:37:25.817103 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 59b59bd0-9043-4ef7-ad6a-ec4f3f527baa not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:37:25.817612 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 96c9754a-59e9-45a4-9cb5-83ddf7290ac0 no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:37:25.849231 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: 96c9754a-59e9-45a4-9cb5-83ddf7290ac0 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:37:25.849611 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 96c9754a-59e9-45a4-9cb5-83ddf7290ac0 not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:37:25.873536 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 56974) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:25.922270 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 56978) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:25.922528 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f1c64421-9b3d-4837-85e9-d10f509725fb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=971394cccbfa49b584616f61ed5eb8a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474880 Feb 16 05:37:25.979894 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8205a2c-420f-4542-8fc5-c7c67ee94f20 admin admin] Publish callbacks [] for security_group (0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:26.007147 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8205a2c-420f-4542-8fc5-c7c67ee94f20 admin admin] Publish callbacks [] for security_group (0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:26.065361 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8205a2c-420f-4542-8fc5-c7c67ee94f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:26.068652 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8205a2c-420f-4542-8fc5-c7c67ee94f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:26.069852 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-b8205a2c-420f-4542-8fc5-c7c67ee94f20 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6 HTTP/1.1" status: 204 len: 168 time: 0.1464143 Feb 16 05:37:26.087473 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8205a2c-420f-4542-8fc5-c7c67ee94f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7ac7ad-410c-4c4f-8ef8-a1cd541d6fe6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:26.094994 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8205a2c-420f-4542-8fc5-c7c67ee94f20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:26.095345 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8205a2c-420f-4542-8fc5-c7c67ee94f20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:26.095692 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8205a2c-420f-4542-8fc5-c7c67ee94f20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:26.096030 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8205a2c-420f-4542-8fc5-c7c67ee94f20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:26.096392 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8205a2c-420f-4542-8fc5-c7c67ee94f20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:26.096722 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8205a2c-420f-4542-8fc5-c7c67ee94f20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:26.097051 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8205a2c-420f-4542-8fc5-c7c67ee94f20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:26.097419 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8205a2c-420f-4542-8fc5-c7c67ee94f20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:26.097750 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8205a2c-420f-4542-8fc5-c7c67ee94f20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:26.098098 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8205a2c-420f-4542-8fc5-c7c67ee94f20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:26.098393 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8205a2c-420f-4542-8fc5-c7c67ee94f20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:26.098723 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8205a2c-420f-4542-8fc5-c7c67ee94f20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:26.100036 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8205a2c-420f-4542-8fc5-c7c67ee94f20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:37:26.127773 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f1083e52-13ea-40f3-b9cb-41151c4bd7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:26.834498 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b42ce-e3f2-4cf6-a764-f8ab54b8ea5e req-b9474315-9fbb-4eda-9cc2-57f4bf23ea82 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:26.836136 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9f0b42ce-e3f2-4cf6-a764-f8ab54b8ea5e req-b9474315-9fbb-4eda-9cc2-57f4bf23ea82 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0525568 Feb 16 05:37:26.890561 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9f0b42ce-e3f2-4cf6-a764-f8ab54b8ea5e req-97415af5-bd1f-4c65-b676-93ed5a4ab9f0 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484805 Feb 16 05:37:28.014031 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a89f0-3bcb-4f69-a806-21b0519fb632 req-f673b8dc-e8c8-444d-9e18-10f39bf9c9d3 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:28.015885 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fe5a89f0-3bcb-4f69-a806-21b0519fb632 req-f673b8dc-e8c8-444d-9e18-10f39bf9c9d3 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0565233 Feb 16 05:37:28.064910 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fe5a89f0-3bcb-4f69-a806-21b0519fb632 req-96bef0ce-c04c-4f8e-a329-40ccc2c22ad7 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434783 Feb 16 05:37:28.278969 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46624e8d-8970-47d1-9ef1-fa2e3cab9dd3 req-b1deac5e-f911-4c57-aebf-a602c01fd746 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:28.285769 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-46624e8d-8970-47d1-9ef1-fa2e3cab9dd3 req-b1deac5e-f911-4c57-aebf-a602c01fd746 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0661185 Feb 16 05:37:28.336807 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d54972-85ec-4875-8079-e269785b348d req-964f7a33-a53f-466a-9e69-5ce82b2d01a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:28.338342 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-86d54972-85ec-4875-8079-e269785b348d req-964f7a33-a53f-466a-9e69-5ce82b2d01a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d95f84bb5c4548a82ead0d4d2cb38c&device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 1129 time: 0.0495141 Feb 16 05:37:28.341778 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-46624e8d-8970-47d1-9ef1-fa2e3cab9dd3 req-a293b09a-28ea-42a2-bb42-261ac5b2b041 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545568 Feb 16 05:37:28.441036 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d54972-85ec-4875-8079-e269785b348d req-b7968f50-0974-4897-b8a8-aa4e013f91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:28.442640 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-86d54972-85ec-4875-8079-e269785b348d req-b7968f50-0974-4897-b8a8-aa4e013f91b5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c HTTP/1.1" status: 200 len: 911 time: 0.0976059 Feb 16 05:37:28.514152 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-86d54972-85ec-4875-8079-e269785b348d req-5f8a1505-5522-4136-ab86-bc2eaf967a06 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea0bb21c-e630-4bb0-9c90-163cf454c5fa HTTP/1.1" status: 200 len: 1001 time: 0.0638590 Feb 16 05:37:28.584773 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d54972-85ec-4875-8079-e269785b348d req-48f71c14-a29e-4fd5-a7ae-516a11c9d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:28.585740 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2e64de66-1275-4ca0-9c30-b2abfff37943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:28.586745 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-86d54972-85ec-4875-8079-e269785b348d req-48f71c14-a29e-4fd5-a7ae-516a11c9d324 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=636aaf45-90e1-4d41-a98b-57327459a7bf HTTP/1.1" status: 200 len: 849 time: 0.0666955 Feb 16 05:37:28.637285 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d54972-85ec-4875-8079-e269785b348d req-3895beed-3a9e-4fed-bc8b-3b5288a747ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:28.638870 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-86d54972-85ec-4875-8079-e269785b348d req-3895beed-3a9e-4fed-bc8b-3b5288a747ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440173 Feb 16 05:37:28.731665 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-86d54972-85ec-4875-8079-e269785b348d req-48951556-3c7b-452f-94ed-3d4156a88cdc service neutron] 10.222.0.60 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856292 Feb 16 05:37:28.816627 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-86d54972-85ec-4875-8079-e269785b348d req-74737b50-91a0-4217-a658-7101e13d5717 service neutron] 10.222.0.60 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782459 Feb 16 05:37:29.418283 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:29.473154 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553a999-5c23-437b-9884-a79d8b444ffa req-e9b12059-efe0-4d11-b369-fd9de7e14638 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:29.474657 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f553a999-5c23-437b-9884-a79d8b444ffa req-e9b12059-efe0-4d11-b369-fd9de7e14638 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0569758 Feb 16 05:37:29.520822 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f553a999-5c23-437b-9884-a79d8b444ffa req-a7f08b1f-cbe0-499b-9da9-ac864c7063ad tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406682 Feb 16 05:37:30.949986 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:32.799300 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:38.530912 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 57182) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:38.634042 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe4d61ca-0048-4186-99a6-ec0a26fd3124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:38.704910 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe4d61ca-0048-4186-99a6-ec0a26fd3124 admin admin] Publish callbacks [] for security_group (602fa1ec-78c7-449c-b2ff-ae2b9af956e6), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:38.708696 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe4d61ca-0048-4186-99a6-ec0a26fd3124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (602fa1ec-78c7-449c-b2ff-ae2b9af956e6), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:38.750066 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-fe4d61ca-0048-4186-99a6-ec0a26fd3124 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=89e84e510d094126a993c6a889c3c067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180290 Feb 16 05:37:38.751024 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d61ca-0048-4186-99a6-ec0a26fd3124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602fa1ec-78c7-449c-b2ff-ae2b9af956e6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:38.752736 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 57186) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:38.799371 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0d9acca-6fc5-42fb-b2ca-0b193b9e6d9a admin admin] Publish callbacks [] for security_group (602fa1ec-78c7-449c-b2ff-ae2b9af956e6), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:38.819974 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0d9acca-6fc5-42fb-b2ca-0b193b9e6d9a admin admin] Publish callbacks [] for security_group (602fa1ec-78c7-449c-b2ff-ae2b9af956e6), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:38.865063 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0d9acca-6fc5-42fb-b2ca-0b193b9e6d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (602fa1ec-78c7-449c-b2ff-ae2b9af956e6), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:38.867661 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0d9acca-6fc5-42fb-b2ca-0b193b9e6d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:38.868799 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-c0d9acca-6fc5-42fb-b2ca-0b193b9e6d9a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/602fa1ec-78c7-449c-b2ff-ae2b9af956e6 HTTP/1.1" status: 204 len: 168 time: 0.1149659 Feb 16 05:37:38.876847 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9acca-6fc5-42fb-b2ca-0b193b9e6d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602fa1ec-78c7-449c-b2ff-ae2b9af956e6,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:42.490630 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:45.263886 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 57314) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:45.367654 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3838acb1-ead9-4e11-bc5f-afe4477a26d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:45.440615 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3838acb1-ead9-4e11-bc5f-afe4477a26d6 admin admin] Publish callbacks [] for security_group (6fe2eb26-d93b-4abb-9aec-335a8cb2c828), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:45.443970 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3838acb1-ead9-4e11-bc5f-afe4477a26d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (6fe2eb26-d93b-4abb-9aec-335a8cb2c828), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:45.484588 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-3838acb1-ead9-4e11-bc5f-afe4477a26d6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c4b178fee8f0425795cb68bc949785a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194893 Feb 16 05:37:45.485556 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838acb1-ead9-4e11-bc5f-afe4477a26d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe2eb26-d93b-4abb-9aec-335a8cb2c828,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:45.487287 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 57318) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:45.534246 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f95bac08-1eaa-43bf-80d6-f8724f40c2c4 admin admin] Publish callbacks [] for security_group (6fe2eb26-d93b-4abb-9aec-335a8cb2c828), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:45.554682 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f95bac08-1eaa-43bf-80d6-f8724f40c2c4 admin admin] Publish callbacks [] for security_group (6fe2eb26-d93b-4abb-9aec-335a8cb2c828), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:45.599819 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f95bac08-1eaa-43bf-80d6-f8724f40c2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (6fe2eb26-d93b-4abb-9aec-335a8cb2c828), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:45.602412 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f95bac08-1eaa-43bf-80d6-f8724f40c2c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:45.603532 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-f95bac08-1eaa-43bf-80d6-f8724f40c2c4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6fe2eb26-d93b-4abb-9aec-335a8cb2c828 HTTP/1.1" status: 204 len: 168 time: 0.1152649 Feb 16 05:37:45.611282 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bac08-1eaa-43bf-80d6-f8724f40c2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe2eb26-d93b-4abb-9aec-335a8cb2c828,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:52.977889 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7205e-11f1-4b8b-993f-1321c0cb6c22 req-587e95a0-bd65-457a-be5c-92d25cdeccbb tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:52.979303 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-54d7205e-11f1-4b8b-993f-1321c0cb6c22 req-587e95a0-bd65-457a-be5c-92d25cdeccbb tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 946 time: 0.0526929 Feb 16 05:37:53.025918 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-54d7205e-11f1-4b8b-993f-1321c0cb6c22 req-581d1707-ad30-4ff2-87a9-c3d7c66b89a8 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405436 Feb 16 05:37:53.523599 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 57472) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:53.627028 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d6936e6-e180-4735-a3ec-83ff74525930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:53.698643 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d6936e6-e180-4735-a3ec-83ff74525930 admin admin] Publish callbacks [] for security_group (bbacc9f3-1ce2-44da-af53-e457a9f7d3eb), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:53.702795 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d6936e6-e180-4735-a3ec-83ff74525930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (bbacc9f3-1ce2-44da-af53-e457a9f7d3eb), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:53.741880 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-0d6936e6-e180-4735-a3ec-83ff74525930 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3d38d320a60c4b5bbb8bb8d9fdd5b42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171886 Feb 16 05:37:53.743000 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6936e6-e180-4735-a3ec-83ff74525930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbacc9f3-1ce2-44da-af53-e457a9f7d3eb,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:53.744546 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 57476) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:53.791454 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df644790-5177-47e3-a36b-8cda5dfe832b admin admin] Publish callbacks [] for security_group (bbacc9f3-1ce2-44da-af53-e457a9f7d3eb), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:53.813150 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df644790-5177-47e3-a36b-8cda5dfe832b admin admin] Publish callbacks [] for security_group (bbacc9f3-1ce2-44da-af53-e457a9f7d3eb), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:53.858219 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df644790-5177-47e3-a36b-8cda5dfe832b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (bbacc9f3-1ce2-44da-af53-e457a9f7d3eb), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:53.860903 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df644790-5177-47e3-a36b-8cda5dfe832b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:53.862069 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-df644790-5177-47e3-a36b-8cda5dfe832b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bbacc9f3-1ce2-44da-af53-e457a9f7d3eb HTTP/1.1" status: 204 len: 168 time: 0.1165237 Feb 16 05:37:53.869326 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df644790-5177-47e3-a36b-8cda5dfe832b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbacc9f3-1ce2-44da-af53-e457a9f7d3eb,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:54.126283 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 57484) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:54.141513 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a756f628-6d07-43bf-964a-e421da759667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:54.179727 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ce0bf-26e8-4014-8e7c-752de71d3909 req-cdaacfda-420b-4835-922c-ec7743920fa3 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:54.181471 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-523ce0bf-26e8-4014-8e7c-752de71d3909 req-cdaacfda-420b-4835-922c-ec7743920fa3 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 946 time: 0.0839868 Feb 16 05:37:54.252239 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-523ce0bf-26e8-4014-8e7c-752de71d3909 req-56bf3959-4837-43ed-a854-cf63cf2cafb6 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639713 Feb 16 05:37:54.274473 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a756f628-6d07-43bf-964a-e421da759667 admin admin] Publish callbacks [] for security_group (f6b4f9c4-63dc-4d0a-9ea5-b4f153fc202e), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:54.278588 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a756f628-6d07-43bf-964a-e421da759667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (f6b4f9c4-63dc-4d0a-9ea5-b4f153fc202e), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:54.317154 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-a756f628-6d07-43bf-964a-e421da759667 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2ed2a1f18b6e448cb760512da8ed3026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1898186 Feb 16 05:37:54.318248 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756f628-6d07-43bf-964a-e421da759667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b4f9c4-63dc-4d0a-9ea5-b4f153fc202e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:54.319879 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 57488) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:54.367595 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3f7ce024-ca73-450b-b14d-15761e93ceee admin admin] Publish callbacks [] for security_group (f6b4f9c4-63dc-4d0a-9ea5-b4f153fc202e), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:54.387886 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3f7ce024-ca73-450b-b14d-15761e93ceee admin admin] Publish callbacks [] for security_group (f6b4f9c4-63dc-4d0a-9ea5-b4f153fc202e), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:54.433880 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3f7ce024-ca73-450b-b14d-15761e93ceee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (f6b4f9c4-63dc-4d0a-9ea5-b4f153fc202e), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:54.436607 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3f7ce024-ca73-450b-b14d-15761e93ceee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:54.437749 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-3f7ce024-ca73-450b-b14d-15761e93ceee admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f6b4f9c4-63dc-4d0a-9ea5-b4f153fc202e HTTP/1.1" status: 204 len: 168 time: 0.1163383 Feb 16 05:37:54.445165 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ce024-ca73-450b-b14d-15761e93ceee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b4f9c4-63dc-4d0a-9ea5-b4f153fc202e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:55.387858 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d5fee-3609-406a-9388-dc09fdaaa712 req-f7a5905b-997a-4e5f-9a98-cac23209f497 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:55.388397 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a3d5fee-3609-406a-9388-dc09fdaaa712 req-f7a5905b-997a-4e5f-9a98-cac23209f497 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 946 time: 0.0601358 Feb 16 05:37:55.441033 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a3d5fee-3609-406a-9388-dc09fdaaa712 req-c916c86a-d844-4441-8503-7dec07cdc716 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460622 Feb 16 05:37:56.118436 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c1bc6e91-f61c-4d71-ab35-42879341f0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:56.298251 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 57566) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:56.399992 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-810b2056-af74-4321-a2cb-b8b4c45b9fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:56.475594 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-810b2056-af74-4321-a2cb-b8b4c45b9fe0 admin admin] Publish callbacks [] for security_group (b4e82fba-46ad-45d7-8c19-dadc5343f7f1), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:56.480659 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-810b2056-af74-4321-a2cb-b8b4c45b9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (b4e82fba-46ad-45d7-8c19-dadc5343f7f1), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:56.522937 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-810b2056-af74-4321-a2cb-b8b4c45b9fe0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ffcd71f4b56e46a59ea396c77fcc9580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212176 Feb 16 05:37:56.522937 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b2056-af74-4321-a2cb-b8b4c45b9fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e82fba-46ad-45d7-8c19-dadc5343f7f1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:56.523299 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 57576) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:56.608215 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7296d-ef51-4a47-8bd8-c45cec882e2a req-f43f8171-974a-445e-8b72-fb00ff821c61 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:56.609745 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-efb7296d-ef51-4a47-8bd8-c45cec882e2a req-f43f8171-974a-445e-8b72-fb00ff821c61 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 946 time: 0.0971668 Feb 16 05:37:56.612579 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-abbf287d-3419-4739-a1ab-e41c658ccbc9 admin admin] Publish callbacks [] for security_group (b4e82fba-46ad-45d7-8c19-dadc5343f7f1), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:56.648980 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-abbf287d-3419-4739-a1ab-e41c658ccbc9 admin admin] Publish callbacks [] for security_group (b4e82fba-46ad-45d7-8c19-dadc5343f7f1), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:56.697597 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-efb7296d-ef51-4a47-8bd8-c45cec882e2a req-fcc3d6cf-393b-446f-b5b3-05acc61e874e tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ed6e39f-a852-4221-919b-206ab89e68de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820861 Feb 16 05:37:56.729350 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-abbf287d-3419-4739-a1ab-e41c658ccbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (b4e82fba-46ad-45d7-8c19-dadc5343f7f1), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:56.731955 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-abbf287d-3419-4739-a1ab-e41c658ccbc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:56.733100 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-abbf287d-3419-4739-a1ab-e41c658ccbc9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b4e82fba-46ad-45d7-8c19-dadc5343f7f1 HTTP/1.1" status: 204 len: 168 time: 0.2088225 Feb 16 05:37:56.741187 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf287d-3419-4739-a1ab-e41c658ccbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e82fba-46ad-45d7-8c19-dadc5343f7f1,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:57.006310 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 57590) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:57.019959 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1c0e99ee-52b3-4552-806f-6499f937988e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:57.100815 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1c0e99ee-52b3-4552-806f-6499f937988e admin admin] Publish callbacks [] for security_group (606ba6cd-44ae-4b83-8380-66424fb43694), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:57.104621 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1c0e99ee-52b3-4552-806f-6499f937988e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (606ba6cd-44ae-4b83-8380-66424fb43694), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:57.141811 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-1c0e99ee-52b3-4552-806f-6499f937988e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5a14e66a2e984801bdae709f464680c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344340 Feb 16 05:37:57.142906 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e99ee-52b3-4552-806f-6499f937988e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606ba6cd-44ae-4b83-8380-66424fb43694,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:57.144586 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 57592) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:37:57.194210 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecee5e63-7eea-4e06-a071-275d4676cf63 admin admin] Publish callbacks [] for security_group (606ba6cd-44ae-4b83-8380-66424fb43694), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:57.215176 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecee5e63-7eea-4e06-a071-275d4676cf63 admin admin] Publish callbacks [] for security_group (606ba6cd-44ae-4b83-8380-66424fb43694), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:57.223186 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac4e4d-0db1-4125-9933-ab3b5895a725 req-b729fc1f-72e2-4b57-9c2d-ef5dfbcf0497 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:37:57.224585 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ceac4e4d-0db1-4125-9933-ab3b5895a725 req-b729fc1f-72e2-4b57-9c2d-ef5dfbcf0497 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 946 time: 0.0511308 Feb 16 05:37:57.275102 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecee5e63-7eea-4e06-a071-275d4676cf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (606ba6cd-44ae-4b83-8380-66424fb43694), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:57.277975 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecee5e63-7eea-4e06-a071-275d4676cf63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:57.279105 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-ecee5e63-7eea-4e06-a071-275d4676cf63 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/606ba6cd-44ae-4b83-8380-66424fb43694 HTTP/1.1" status: 204 len: 168 time: 0.1333692 Feb 16 05:37:57.287198 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee5e63-7eea-4e06-a071-275d4676cf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606ba6cd-44ae-4b83-8380-66424fb43694,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:57.328072 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-ceac4e4d-0db1-4125-9933-ab3b5895a725 req-50fa3c04-717c-4444-9013-98bf6e4abb66 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Deleting port eba8ae14-c129-4b5a-9057-7ed36c28f17f {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:37:57.328411 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-ceac4e4d-0db1-4125-9933-ab3b5895a725 req-50fa3c04-717c-4444-9013-98bf6e4abb66 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (eba8ae14-c129-4b5a-9057-7ed36c28f17f), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:57.424630 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-ceac4e4d-0db1-4125-9933-ab3b5895a725 req-50fa3c04-717c-4444-9013-98bf6e4abb66 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] For port eba8ae14-c129-4b5a-9057-7ed36c28f17f, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=eba8ae14-c129-4b5a-9057-7ed36c28f17f,segment=NetworkSegment(a22ffaa2-fa8d-413f-8157-99d10726ecf0),segment_id=a22ffaa2-fa8d-413f-8157-99d10726ecf0)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:37:57.425033 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-ceac4e4d-0db1-4125-9933-ab3b5895a725 req-50fa3c04-717c-4444-9013-98bf6e4abb66 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (eba8ae14-c129-4b5a-9057-7ed36c28f17f), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:57.440039 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-ceac4e4d-0db1-4125-9933-ab3b5895a725 req-50fa3c04-717c-4444-9013-98bf6e4abb66 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Calling delete_port for eba8ae14-c129-4b5a-9057-7ed36c28f17f owned by compute:nova {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:37:57.570335 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-ceac4e4d-0db1-4125-9933-ab3b5895a725 req-50fa3c04-717c-4444-9013-98bf6e4abb66 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (eba8ae14-c129-4b5a-9057-7ed36c28f17f), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:57.597566 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa3c04-717c-4444-9013-98bf6e4abb66 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Pushing event deleted for resources: {'Port': ['ID=eba8ae14-c129-4b5a-9057-7ed36c28f17f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:37:57.616221 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['eba8ae14-c129-4b5a-9057-7ed36c28f17f'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:37:57.644327 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceac4e4d-0db1-4125-9933-ab3b5895a725 req-50fa3c04-717c-4444-9013-98bf6e4abb66 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] No DVR routers for this DVR port eba8ae14-c129-4b5a-9057-7ed36c28f17f on host hv-cinder-82947 {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:37:57.646679 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-ceac4e4d-0db1-4125-9933-ab3b5895a725 req-50fa3c04-717c-4444-9013-98bf6e4abb66 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:57.650269 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ceac4e4d-0db1-4125-9933-ab3b5895a725 req-50fa3c04-717c-4444-9013-98bf6e4abb66 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.60 "DELETE /v2.0/ports/eba8ae14-c129-4b5a-9057-7ed36c28f17f HTTP/1.1" status: 204 len: 173 time: 0.4186976 Feb 16 05:37:57.650687 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1bed7f-b18f-4923-bcfa-be8143014b1c', 'name': 'network-vif-deleted', 'tag': 'eba8ae14-c129-4b5a-9057-7ed36c28f17f'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:37:57.652989 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5514fe4f-1124-4a81-a3ac-f16449bd0b55" -d '{"events": [{"server_uuid": "8b1bed7f-b18f-4923-bcfa-be8143014b1c", "name": "network-vif-deleted", "tag": "eba8ae14-c129-4b5a-9057-7ed36c28f17f"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:37:57.690330 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860edb3e-de37-41e5-81ff-b2f441d30303 x-openstack-request-id: req-860edb3e-de37-41e5-81ff-b2f441d30303 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:37:57.690632 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1bed7f-b18f-4923-bcfa-be8143014b1c", "name": "network-vif-deleted", "tag": "eba8ae14-c129-4b5a-9057-7ed36c28f17f", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:37:57.690865 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-860edb3e-de37-41e5-81ff-b2f441d30303 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:37:57.691246 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1bed7f-b18f-4923-bcfa-be8143014b1c', 'name': 'network-vif-deleted', 'tag': 'eba8ae14-c129-4b5a-9057-7ed36c28f17f', 'status': 'completed', 'code': 200} Feb 16 05:37:57.804088 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e46432e6-deaf-4a1a-a63a-85b28c3ceca2 req-7d972de4-72f4-401e-973d-9387d2cab3a7 tempest-VolumesSnapshotTestJSON-725376803 tempest-VolumesSnapshotTestJSON-725376803-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1bed7f-b18f-4923-bcfa-be8143014b1c HTTP/1.1" status: 200 len: 210 time: 0.0317247 Feb 16 05:37:58.587503 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad379-9b8f-47b9-8681-1a8bf91fb84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:37:59.420086 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:00.821018 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device eba8ae14-c129-4b5a-9057-7ed36c28f17f no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:38:00.840928 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: eba8ae14-c129-4b5a-9057-7ed36c28f17f {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:38:00.841282 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device eba8ae14-c129-4b5a-9057-7ed36c28f17f not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:38:00.948243 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:02.613351 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:38:02.802384 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:03.249725 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 57740) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:03.348607 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df577fe6-968e-4db8-8a68-47a4b72aff4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:03.421247 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df577fe6-968e-4db8-8a68-47a4b72aff4a admin admin] Publish callbacks [] for security_group (cdec0e7a-a4eb-438b-8847-f9dbf98dc853), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:03.424846 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df577fe6-968e-4db8-8a68-47a4b72aff4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (cdec0e7a-a4eb-438b-8847-f9dbf98dc853), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:03.463772 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-df577fe6-968e-4db8-8a68-47a4b72aff4a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8d6d8968d99a480eb013e2c62af2644d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2129588 Feb 16 05:38:03.464628 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df577fe6-968e-4db8-8a68-47a4b72aff4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdec0e7a-a4eb-438b-8847-f9dbf98dc853,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:03.466530 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 57746) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:03.516267 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1045e8f-5d5c-4e1c-bbed-7fe56fa78b26 admin admin] Publish callbacks [] for security_group (cdec0e7a-a4eb-438b-8847-f9dbf98dc853), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:03.536676 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1045e8f-5d5c-4e1c-bbed-7fe56fa78b26 admin admin] Publish callbacks [] for security_group (cdec0e7a-a4eb-438b-8847-f9dbf98dc853), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:03.582457 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1045e8f-5d5c-4e1c-bbed-7fe56fa78b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (cdec0e7a-a4eb-438b-8847-f9dbf98dc853), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:03.585051 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1045e8f-5d5c-4e1c-bbed-7fe56fa78b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:03.586209 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-b1045e8f-5d5c-4e1c-bbed-7fe56fa78b26 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cdec0e7a-a4eb-438b-8847-f9dbf98dc853 HTTP/1.1" status: 204 len: 168 time: 0.1182542 Feb 16 05:38:03.593597 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1045e8f-5d5c-4e1c-bbed-7fe56fa78b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdec0e7a-a4eb-438b-8847-f9dbf98dc853,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:03.842157 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 57754) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:03.854992 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b52186a-e623-4f90-95fc-8a8b67d67a4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:03.928865 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b52186a-e623-4f90-95fc-8a8b67d67a4f admin admin] Publish callbacks [] for security_group (06f81028-3e0d-4529-b68a-aefdb575bf61), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:03.932422 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b52186a-e623-4f90-95fc-8a8b67d67a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (06f81028-3e0d-4529-b68a-aefdb575bf61), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:03.968008 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52186a-e623-4f90-95fc-8a8b67d67a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f81028-3e0d-4529-b68a-aefdb575bf61,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:03.974483 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-4b52186a-e623-4f90-95fc-8a8b67d67a4f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d6d04d5880f342ad86a11825d9ea2591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290028 Feb 16 05:38:03.974909 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 57756) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:04.020209 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b4340285-e826-4288-82bc-3081116d33cf admin admin] Publish callbacks [] for security_group (06f81028-3e0d-4529-b68a-aefdb575bf61), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:04.039797 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b4340285-e826-4288-82bc-3081116d33cf admin admin] Publish callbacks [] for security_group (06f81028-3e0d-4529-b68a-aefdb575bf61), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:04.084553 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b4340285-e826-4288-82bc-3081116d33cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (06f81028-3e0d-4529-b68a-aefdb575bf61), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:04.087145 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b4340285-e826-4288-82bc-3081116d33cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:04.088253 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-b4340285-e826-4288-82bc-3081116d33cf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/06f81028-3e0d-4529-b68a-aefdb575bf61 HTTP/1.1" status: 204 len: 168 time: 0.1124659 Feb 16 05:38:04.095532 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4340285-e826-4288-82bc-3081116d33cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f81028-3e0d-4529-b68a-aefdb575bf61,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:04.399582 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 57764) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:04.412350 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0b15674e-a847-4d69-9d6c-8e27ef79c7b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:04.496319 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0b15674e-a847-4d69-9d6c-8e27ef79c7b4 admin admin] Publish callbacks [] for security_group (f756a7c7-52f0-4b03-9879-d9dbaeae2088), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:04.500520 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0b15674e-a847-4d69-9d6c-8e27ef79c7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (f756a7c7-52f0-4b03-9879-d9dbaeae2088), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:04.539872 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0b15674e-a847-4d69-9d6c-8e27ef79c7b4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=32525869ba17464a98b431c3cc0813b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391873 Feb 16 05:38:04.542433 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15674e-a847-4d69-9d6c-8e27ef79c7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f756a7c7-52f0-4b03-9879-d9dbaeae2088,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:04.542927 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 57770) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:04.591250 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb04c-29c0-4883-b1c3-f0bf4000cbc6 admin admin] Publish callbacks [] for security_group (f756a7c7-52f0-4b03-9879-d9dbaeae2088), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:04.612258 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb04c-29c0-4883-b1c3-f0bf4000cbc6 admin admin] Publish callbacks [] for security_group (f756a7c7-52f0-4b03-9879-d9dbaeae2088), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:04.657077 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb04c-29c0-4883-b1c3-f0bf4000cbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (f756a7c7-52f0-4b03-9879-d9dbaeae2088), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:04.659612 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb04c-29c0-4883-b1c3-f0bf4000cbc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:04.660776 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-8b4cb04c-29c0-4883-b1c3-f0bf4000cbc6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f756a7c7-52f0-4b03-9879-d9dbaeae2088 HTTP/1.1" status: 204 len: 168 time: 0.1168418 Feb 16 05:38:04.668879 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4cb04c-29c0-4883-b1c3-f0bf4000cbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f756a7c7-52f0-4b03-9879-d9dbaeae2088,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:09.414138 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 57938) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:09.536198 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d36e4c82-8386-495e-8a10-11b342d7944d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:09.615600 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d36e4c82-8386-495e-8a10-11b342d7944d admin admin] Publish callbacks [] for security_group (4b086d5a-d42c-44b1-bbe1-4e6788f2ed35), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:09.619166 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d36e4c82-8386-495e-8a10-11b342d7944d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (4b086d5a-d42c-44b1-bbe1-4e6788f2ed35), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:09.656783 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-d36e4c82-8386-495e-8a10-11b342d7944d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0a7ac09d5d704203bd7bbf38f1d84dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414505 Feb 16 05:38:09.657680 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e4c82-8386-495e-8a10-11b342d7944d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b086d5a-d42c-44b1-bbe1-4e6788f2ed35,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:09.659479 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 57950) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:09.714235 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9182a78b-2de3-4fd5-8fa3-c9c1b5e88fc4 admin admin] Publish callbacks [] for security_group (4b086d5a-d42c-44b1-bbe1-4e6788f2ed35), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:09.735935 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9182a78b-2de3-4fd5-8fa3-c9c1b5e88fc4 admin admin] Publish callbacks [] for security_group (4b086d5a-d42c-44b1-bbe1-4e6788f2ed35), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:09.780079 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9182a78b-2de3-4fd5-8fa3-c9c1b5e88fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (4b086d5a-d42c-44b1-bbe1-4e6788f2ed35), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:09.782713 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9182a78b-2de3-4fd5-8fa3-c9c1b5e88fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:09.783835 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-9182a78b-2de3-4fd5-8fa3-c9c1b5e88fc4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4b086d5a-d42c-44b1-bbe1-4e6788f2ed35 HTTP/1.1" status: 204 len: 168 time: 0.1233916 Feb 16 05:38:09.791080 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182a78b-2de3-4fd5-8fa3-c9c1b5e88fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b086d5a-d42c-44b1-bbe1-4e6788f2ed35,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:12.502355 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:12.710633 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9cad0dc6-2867-497b-8615-8c42d4f44a0f req-dda17a26-0b29-4933-8392-c94b26e85a48 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424805 Feb 16 05:38:12.816279 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0dc6-2867-497b-8615-8c42d4f44a0f req-6a92c9bc-b490-4120-9f50-3a033b620293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:12.817895 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9cad0dc6-2867-497b-8615-8c42d4f44a0f req-6a92c9bc-b490-4120-9f50-3a033b620293 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d95f84bb5c4548a82ead0d4d2cb38c&device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 1129 time: 0.0476232 Feb 16 05:38:12.930793 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0dc6-2867-497b-8615-8c42d4f44a0f req-a8692ad0-9d16-44fe-a414-31e5cabe387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:12.932223 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9cad0dc6-2867-497b-8615-8c42d4f44a0f req-a8692ad0-9d16-44fe-a414-31e5cabe387e service neutron] 10.222.0.60 "GET /v2.0/networks?id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c HTTP/1.1" status: 200 len: 911 time: 0.0896297 Feb 16 05:38:12.994483 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9cad0dc6-2867-497b-8615-8c42d4f44a0f req-b143a3cd-a6e0-4d28-b37c-c0b30c477116 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea0bb21c-e630-4bb0-9c90-163cf454c5fa HTTP/1.1" status: 200 len: 1001 time: 0.0543020 Feb 16 05:38:13.047882 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0dc6-2867-497b-8615-8c42d4f44a0f req-9e86125c-9124-4b7c-8c07-2eefa1901d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:13.049279 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9cad0dc6-2867-497b-8615-8c42d4f44a0f req-9e86125c-9124-4b7c-8c07-2eefa1901d2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=636aaf45-90e1-4d41-a98b-57327459a7bf HTTP/1.1" status: 200 len: 849 time: 0.0446463 Feb 16 05:38:13.096498 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0dc6-2867-497b-8615-8c42d4f44a0f req-f50e349c-d1a6-4af6-a020-6c0a04e8d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:13.097867 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9cad0dc6-2867-497b-8615-8c42d4f44a0f req-f50e349c-d1a6-4af6-a020-6c0a04e8d781 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417199 Feb 16 05:38:13.183765 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9cad0dc6-2867-497b-8615-8c42d4f44a0f req-dd62ae87-4956-476a-bd47-f7bd5312eb4d service neutron] 10.222.0.60 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791013 Feb 16 05:38:13.281526 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9cad0dc6-2867-497b-8615-8c42d4f44a0f req-fc227314-7d27-4659-9afa-91808ade1f9b service neutron] 10.222.0.60 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826740 Feb 16 05:38:14.138932 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 57990) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:14.242123 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4d63386e-7a2a-41f0-a5fb-dc8e601fe850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:14.316582 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4d63386e-7a2a-41f0-a5fb-dc8e601fe850 admin admin] Publish callbacks [] for security_group (fc6ac2eb-1c0e-4da6-affe-202c2d626f97), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:14.320181 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4d63386e-7a2a-41f0-a5fb-dc8e601fe850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (fc6ac2eb-1c0e-4da6-affe-202c2d626f97), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:14.356021 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-4d63386e-7a2a-41f0-a5fb-dc8e601fe850 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fa5c84e8578f4988aeeab76bca4c82e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160468 Feb 16 05:38:14.358561 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63386e-7a2a-41f0-a5fb-dc8e601fe850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6ac2eb-1c0e-4da6-affe-202c2d626f97,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:14.359319 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 57994) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:14.406417 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee079b10-1a21-452c-8053-72bce6f601d4 admin admin] Publish callbacks [] for security_group (fc6ac2eb-1c0e-4da6-affe-202c2d626f97), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:14.427915 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee079b10-1a21-452c-8053-72bce6f601d4 admin admin] Publish callbacks [] for security_group (fc6ac2eb-1c0e-4da6-affe-202c2d626f97), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:14.473652 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee079b10-1a21-452c-8053-72bce6f601d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (fc6ac2eb-1c0e-4da6-affe-202c2d626f97), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:14.477149 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee079b10-1a21-452c-8053-72bce6f601d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:14.478507 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-ee079b10-1a21-452c-8053-72bce6f601d4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fc6ac2eb-1c0e-4da6-affe-202c2d626f97 HTTP/1.1" status: 204 len: 168 time: 0.1179993 Feb 16 05:38:14.486941 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee079b10-1a21-452c-8053-72bce6f601d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6ac2eb-1c0e-4da6-affe-202c2d626f97,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:14.731827 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58002) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:14.744692 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49395c65-57c4-4dcd-bef6-fe2356655f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:14.816272 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49395c65-57c4-4dcd-bef6-fe2356655f39 admin admin] Publish callbacks [] for security_group (406f9cc8-6e87-4d76-9503-a678247cf630), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:14.819685 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49395c65-57c4-4dcd-bef6-fe2356655f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (406f9cc8-6e87-4d76-9503-a678247cf630), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:14.859397 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-49395c65-57c4-4dcd-bef6-fe2356655f39 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cabf2b7f296c473683541ff744ecf032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264398 Feb 16 05:38:14.860161 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49395c65-57c4-4dcd-bef6-fe2356655f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406f9cc8-6e87-4d76-9503-a678247cf630,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:14.862603 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58004) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:14.915572 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-054e1a0d-39c9-4a4c-9220-469f0b5c518e admin admin] Publish callbacks [] for security_group (406f9cc8-6e87-4d76-9503-a678247cf630), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:14.937031 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-054e1a0d-39c9-4a4c-9220-469f0b5c518e admin admin] Publish callbacks [] for security_group (406f9cc8-6e87-4d76-9503-a678247cf630), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:14.984240 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-054e1a0d-39c9-4a4c-9220-469f0b5c518e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (406f9cc8-6e87-4d76-9503-a678247cf630), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:14.986881 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-054e1a0d-39c9-4a4c-9220-469f0b5c518e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:14.988066 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-054e1a0d-39c9-4a4c-9220-469f0b5c518e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/406f9cc8-6e87-4d76-9503-a678247cf630 HTTP/1.1" status: 204 len: 168 time: 0.1243141 Feb 16 05:38:14.998683 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e1a0d-39c9-4a4c-9220-469f0b5c518e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406f9cc8-6e87-4d76-9503-a678247cf630,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:15.683230 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1439a50-b323-47d5-897e-03ef2b1ce573 req-1bafd9e5-85fe-458d-bd79-7e5978642335 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:15.684709 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c1439a50-b323-47d5-897e-03ef2b1ce573 req-1bafd9e5-85fe-458d-bd79-7e5978642335 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.2125273 Feb 16 05:38:15.738905 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c1439a50-b323-47d5-897e-03ef2b1ce573 req-6d6b218c-44ca-4402-8a4f-36640e9d4e93 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480225 Feb 16 05:38:16.869808 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0513bf-66b9-4827-a73a-d867c69394c0 req-eabdef2a-5897-4751-9be3-4d3c1eaebc8e tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:16.871520 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1d0513bf-66b9-4827-a73a-d867c69394c0 req-eabdef2a-5897-4751-9be3-4d3c1eaebc8e tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0589705 Feb 16 05:38:16.927434 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1d0513bf-66b9-4827-a73a-d867c69394c0 req-1ab5fdb3-c5c5-4db4-a0f3-30f638c60c67 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492780 Feb 16 05:38:17.211244 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58126) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:17.328360 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c41a3372-1a9c-4128-b825-104ec1f3e608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:17.404772 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c41a3372-1a9c-4128-b825-104ec1f3e608 admin admin] Publish callbacks [] for security_group (3372fd04-c4fa-470f-ae98-6404132a18a9), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:17.408698 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c41a3372-1a9c-4128-b825-104ec1f3e608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (3372fd04-c4fa-470f-ae98-6404132a18a9), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:17.446748 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-c41a3372-1a9c-4128-b825-104ec1f3e608 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f9bea7a44f54ac7880e0dc4735373ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344358 Feb 16 05:38:17.447595 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a3372-1a9c-4128-b825-104ec1f3e608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3372fd04-c4fa-470f-ae98-6404132a18a9,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:17.449464 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58140) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:17.533019 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0f538bf-42db-428b-a165-b3da7e83f5b4 admin admin] Publish callbacks [] for security_group (3372fd04-c4fa-470f-ae98-6404132a18a9), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:17.542587 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a427f19-ac1a-48e0-9132-faf349e59a94 req-3551886d-2147-4f14-80b5-a280ba41eed5 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:17.544056 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2a427f19-ac1a-48e0-9132-faf349e59a94 req-3551886d-2147-4f14-80b5-a280ba41eed5 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 946 time: 0.2187648 Feb 16 05:38:17.577053 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0f538bf-42db-428b-a165-b3da7e83f5b4 admin admin] Publish callbacks [] for security_group (3372fd04-c4fa-470f-ae98-6404132a18a9), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:17.625747 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2a427f19-ac1a-48e0-9132-faf349e59a94 req-6e004c0b-51ff-4ed8-b9de-d4caf9dd6ba6 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742815 Feb 16 05:38:17.646427 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0f538bf-42db-428b-a165-b3da7e83f5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (3372fd04-c4fa-470f-ae98-6404132a18a9), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:17.649048 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0f538bf-42db-428b-a165-b3da7e83f5b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:17.650223 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-c0f538bf-42db-428b-a165-b3da7e83f5b4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3372fd04-c4fa-470f-ae98-6404132a18a9 HTTP/1.1" status: 204 len: 168 time: 0.1990385 Feb 16 05:38:17.657840 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f538bf-42db-428b-a165-b3da7e83f5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3372fd04-c4fa-470f-ae98-6404132a18a9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:17.929957 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58146) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:17.935123 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b055b-6c9a-42b8-a0c3-1985577e86a9 req-86dcb72b-0b03-49e6-b5cd-c3e9615356d4 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:17.937076 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-795b055b-6c9a-42b8-a0c3-1985577e86a9 req-86dcb72b-0b03-49e6-b5cd-c3e9615356d4 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0528336 Feb 16 05:38:17.947267 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a190e23-c625-486d-bd71-19a692428a96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:18.030286 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a190e23-c625-486d-bd71-19a692428a96 admin admin] Publish callbacks [] for security_group (910c55fd-7eed-47c2-adac-b42d645dd160), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:18.034291 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a190e23-c625-486d-bd71-19a692428a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (910c55fd-7eed-47c2-adac-b42d645dd160), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:18.067622 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-795b055b-6c9a-42b8-a0c3-1985577e86a9 req-8e96fdd9-148d-4a47-82ab-a0714dc9b450 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Deleting port ea0bb21c-e630-4bb0-9c90-163cf454c5fa {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:38:18.067967 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-795b055b-6c9a-42b8-a0c3-1985577e86a9 req-8e96fdd9-148d-4a47-82ab-a0714dc9b450 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (ea0bb21c-e630-4bb0-9c90-163cf454c5fa), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:18.071430 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a190e23-c625-486d-bd71-19a692428a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910c55fd-7eed-47c2-adac-b42d645dd160,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:18.078173 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-0a190e23-c625-486d-bd71-19a692428a96 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6ab01a899c4e44e3961569dd6594dee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460009 Feb 16 05:38:18.078779 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da4ac6-7532-401b-985f-40edeae62743 req-60405eb7-b014-49cb-93d1-5f0a7c43edea tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:18.080001 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58150) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:18.080386 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-82da4ac6-7532-401b-985f-40edeae62743 req-60405eb7-b014-49cb-93d1-5f0a7c43edea tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 945 time: 0.0709827 Feb 16 05:38:18.127496 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98d5e799-e693-40e9-91d2-74ddb6eacb88 admin admin] Publish callbacks [] for security_group (910c55fd-7eed-47c2-adac-b42d645dd160), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:18.149104 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98d5e799-e693-40e9-91d2-74ddb6eacb88 admin admin] Publish callbacks [] for security_group (910c55fd-7eed-47c2-adac-b42d645dd160), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:18.180816 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-82da4ac6-7532-401b-985f-40edeae62743 req-633b2ac3-f562-40c9-a585-06adeafe65ec tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=e99de386-9066-4a64-8be2-79c21999e21e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903833 Feb 16 05:38:18.200031 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98d5e799-e693-40e9-91d2-74ddb6eacb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (910c55fd-7eed-47c2-adac-b42d645dd160), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:18.203426 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-795b055b-6c9a-42b8-a0c3-1985577e86a9 req-8e96fdd9-148d-4a47-82ab-a0714dc9b450 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] For port ea0bb21c-e630-4bb0-9c90-163cf454c5fa, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=ea0bb21c-e630-4bb0-9c90-163cf454c5fa,segment=NetworkSegment(ceff631c-45db-4708-b64a-2f17c1110a04),segment_id=ceff631c-45db-4708-b64a-2f17c1110a04)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:38:18.203804 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-795b055b-6c9a-42b8-a0c3-1985577e86a9 req-8e96fdd9-148d-4a47-82ab-a0714dc9b450 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (ea0bb21c-e630-4bb0-9c90-163cf454c5fa), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:18.203995 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98d5e799-e693-40e9-91d2-74ddb6eacb88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:18.205172 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-98d5e799-e693-40e9-91d2-74ddb6eacb88 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/910c55fd-7eed-47c2-adac-b42d645dd160 HTTP/1.1" status: 204 len: 168 time: 0.1242375 Feb 16 05:38:18.213804 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5e799-e693-40e9-91d2-74ddb6eacb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910c55fd-7eed-47c2-adac-b42d645dd160,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:18.640842 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-795b055b-6c9a-42b8-a0c3-1985577e86a9 req-8e96fdd9-148d-4a47-82ab-a0714dc9b450 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:18.641212 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-795b055b-6c9a-42b8-a0c3-1985577e86a9 req-8e96fdd9-148d-4a47-82ab-a0714dc9b450 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588210'] for floatingip (4cea09a9-6a70-49ce-9f25-85e7372c1933), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:18.641554 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.db.l3_db [req-795b055b-6c9a-42b8-a0c3-1985577e86a9 req-8e96fdd9-148d-4a47-82ab-a0714dc9b450 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Floating IP 4cea09a9-6a70-49ce-9f25-85e7372c1933 disassociated. External IP: 172.27.0.186, port: ea0bb21c-e630-4bb0-9c90-163cf454c5fa. Feb 16 05:38:18.641893 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-795b055b-6c9a-42b8-a0c3-1985577e86a9 req-8e96fdd9-148d-4a47-82ab-a0714dc9b450 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Calling delete_port for ea0bb21c-e630-4bb0-9c90-163cf454c5fa owned by compute:nova {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:38:18.769082 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786c40e-8cf3-455e-906f-ffbeb77d208f req-9cca1eac-7884-4ea3-9e91-534a766c65ec tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:18.770619 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3786c40e-8cf3-455e-906f-ffbeb77d208f req-9cca1eac-7884-4ea3-9e91-534a766c65ec tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 946 time: 0.0613437 Feb 16 05:38:18.785184 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-795b055b-6c9a-42b8-a0c3-1985577e86a9 req-8e96fdd9-148d-4a47-82ab-a0714dc9b450 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (ea0bb21c-e630-4bb0-9c90-163cf454c5fa), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:18.822598 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96fdd9-148d-4a47-82ab-a0714dc9b450 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Pushing event deleted for resources: {'Port': ['ID=ea0bb21c-e630-4bb0-9c90-163cf454c5fa,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:18.834228 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3786c40e-8cf3-455e-906f-ffbeb77d208f req-f5b559ea-4d57-40b8-b7c7-115c713a7ad9 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567348 Feb 16 05:38:18.937968 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-795b055b-6c9a-42b8-a0c3-1985577e86a9 req-8e96fdd9-148d-4a47-82ab-a0714dc9b450 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Router bb02fcd7-5391-4192-8bae-bb067774cf8b has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:38:18.944546 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58182) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:19.046704 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d539545e-b539-4984-b81c-66e454a44a17 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-975607124-network', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:19.057240 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-795b055b-6c9a-42b8-a0c3-1985577e86a9 req-8e96fdd9-148d-4a47-82ab-a0714dc9b450 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:38:19.069194 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f1d13-f852-41f8-848e-64ddf5a39fc9 None None] Sync routers for ids ['bb02fcd7-5391-4192-8bae-bb067774cf8b'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:38:19.074711 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d539545e-b539-4984-b81c-66e454a44a17 admin admin] Made reservation on behalf of 7e5222e96e134b27b8a588f1309a0097 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:38:19.077761 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d539545e-b539-4984-b81c-66e454a44a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:19.081669 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f1d13-f852-41f8-848e-64ddf5a39fc9 None None] Routers {'bb02fcd7-5391-4192-8bae-bb067774cf8b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:38:19.082349 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-529f1d13-f852-41f8-848e-64ddf5a39fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:37:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['bb02fcd7-5391-4192-8bae-bb067774cf8b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:19.087453 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d539545e-b539-4984-b81c-66e454a44a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:19.103215 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [req-795b055b-6c9a-42b8-a0c3-1985577e86a9 req-8e96fdd9-148d-4a47-82ab-a0714dc9b450 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] No DVR routers for this DVR port ea0bb21c-e630-4bb0-9c90-163cf454c5fa on host hv-cinder-82947 {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:38:19.106334 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-795b055b-6c9a-42b8-a0c3-1985577e86a9 req-8e96fdd9-148d-4a47-82ab-a0714dc9b450 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:19.109859 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-795b055b-6c9a-42b8-a0c3-1985577e86a9 req-8e96fdd9-148d-4a47-82ab-a0714dc9b450 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.60 "DELETE /v2.0/ports/ea0bb21c-e630-4bb0-9c90-163cf454c5fa HTTP/1.1" status: 204 len: 173 time: 1.1665781 Feb 16 05:38:19.110585 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bbecd5-0b2b-42ad-905e-cff757d16934', 'name': 'network-vif-deleted', 'tag': 'ea0bb21c-e630-4bb0-9c90-163cf454c5fa'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:38:19.112759 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea96cbb-cb9a-43b0-ad95-d747a6fd8c88" -d '{"events": [{"server_uuid": "e7bbecd5-0b2b-42ad-905e-cff757d16934", "name": "network-vif-deleted", "tag": "ea0bb21c-e630-4bb0-9c90-163cf454c5fa"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:38:19.175435 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d539545e-b539-4984-b81c-66e454a44a17 admin admin] Publish callbacks [] for security_group (173fee6f-96fc-4631-a990-4c5ccb94d2a3), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:19.187286 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d539545e-b539-4984-b81c-66e454a44a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (173fee6f-96fc-4631-a990-4c5ccb94d2a3), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:19.192622 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bf1875-fcb4-45a2-8887-3f1b66b12c39 x-openstack-request-id: req-96bf1875-fcb4-45a2-8887-3f1b66b12c39 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:38:19.193245 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7bbecd5-0b2b-42ad-905e-cff757d16934", "name": "network-vif-deleted", "tag": "ea0bb21c-e630-4bb0-9c90-163cf454c5fa", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:38:19.195124 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-96bf1875-fcb4-45a2-8887-3f1b66b12c39 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:38:19.195124 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bbecd5-0b2b-42ad-905e-cff757d16934', 'name': 'network-vif-deleted', 'tag': 'ea0bb21c-e630-4bb0-9c90-163cf454c5fa', 'status': 'completed', 'code': 200} Feb 16 05:38:19.206899 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d539545e-b539-4984-b81c-66e454a44a17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 05:38:19.236875 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d539545e-b539-4984-b81c-66e454a44a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (58cbe300-3982-467b-9b89-4e857c655e75), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:19.238159 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.segments_db [None req-d539545e-b539-4984-b81c-66e454a44a17 admin admin] Added segment 58cbe300-3982-467b-9b89-4e857c655e75 of type vlan for network af5e8334-9cb2-4ddc-b153-43f6f162f135 Feb 16 05:38:19.265554 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afdc78-c947-423a-be43-63a309577132 req-698ce354-ac80-4c81-a40b-657967cade1e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:19.272122 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-24afdc78-c947-423a-be43-63a309577132 req-698ce354-ac80-4c81-a40b-657967cade1e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.60 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 946 time: 0.1173985 Feb 16 05:38:19.274198 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-529f1d13-f852-41f8-848e-64ddf5a39fc9 None None] Set router bb02fcd7-5391-4192-8bae-bb067774cf8b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:38:19.318494 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d539545e-b539-4984-b81c-66e454a44a17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (af5e8334-9cb2-4ddc-b153-43f6f162f135), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:19.369075 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-947a2d8a-69a4-4e6d-9324-d502a78f3d00 req-ae4e33c6-9dd6-431b-af41-cf1b7b97b4a2 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7bbecd5-0b2b-42ad-905e-cff757d16934 HTTP/1.1" status: 200 len: 210 time: 0.0387182 Feb 16 05:38:19.386623 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539545e-b539-4984-b81c-66e454a44a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173fee6f-96fc-4631-a990-4c5ccb94d2a3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:19.392017 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-24afdc78-c947-423a-be43-63a309577132 req-bffad5db-9dab-40c5-94e6-de34c9ec0766 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Deleting port 1b21e5ec-67af-4154-90a7-d10f66f9f96b {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:38:19.392402 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-24afdc78-c947-423a-be43-63a309577132 req-bffad5db-9dab-40c5-94e6-de34c9ec0766 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:19.400277 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d539545e-b539-4984-b81c-66e454a44a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (af5e8334-9cb2-4ddc-b153-43f6f162f135), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:19.401317 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d539545e-b539-4984-b81c-66e454a44a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:19.402086 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d539545e-b539-4984-b81c-66e454a44a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:19.465744 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-d539545e-b539-4984-b81c-66e454a44a17 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5200870 Feb 16 05:38:19.467330 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58190) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:19.472791 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-438890ae-e59c-4c4c-af11-9979cc324bde admin admin] Request body: {'subnet': {'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-975607124-subnet', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:19.474884 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539545e-b539-4984-b81c-66e454a44a17 admin admin] Pushing event updated for resources: {'Network': ['ID=af5e8334-9cb2-4ddc-b153-43f6f162f135,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:19.501766 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network af5e8334-9cb2-4ddc-b153-43f6f162f135 details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:38:19.502420 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-24afdc78-c947-423a-be43-63a309577132 req-bffad5db-9dab-40c5-94e6-de34c9ec0766 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] For port 1b21e5ec-67af-4154-90a7-d10f66f9f96b, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=1b21e5ec-67af-4154-90a7-d10f66f9f96b,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:38:19.502769 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-24afdc78-c947-423a-be43-63a309577132 req-bffad5db-9dab-40c5-94e6-de34c9ec0766 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:19.520208 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438890ae-e59c-4c4c-af11-9979cc324bde admin admin] Made reservation on behalf of 7e5222e96e134b27b8a588f1309a0097 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:38:19.522496 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-438890ae-e59c-4c4c-af11-9979cc324bde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3813013'] for subnet (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:19.596918 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-529f1d13-f852-41f8-848e-64ddf5a39fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 4, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port': {'id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '62ef2ae2-7e5a-4b02-95b2-9480a904da95', 'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'mac_address': 'fa:16:3e:ca:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:08Z', 'updated_at': '2022-02-16T05:33:17Z', 'revision_number': 5, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'subnets': [{'id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:19.629056 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f1d13-f852-41f8-848e-64ddf5a39fc9 None None] Checking router: bb02fcd7-5391-4192-8bae-bb067774cf8b for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:38:19.639144 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f1d13-f852-41f8-848e-64ddf5a39fc9 None None] Routers {'bb02fcd7-5391-4192-8bae-bb067774cf8b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:38:19.639989 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-529f1d13-f852-41f8-848e-64ddf5a39fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:37:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['bb02fcd7-5391-4192-8bae-bb067774cf8b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:19.770669 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-24afdc78-c947-423a-be43-63a309577132 req-bffad5db-9dab-40c5-94e6-de34c9ec0766 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:19.771170 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-24afdc78-c947-423a-be43-63a309577132 req-bffad5db-9dab-40c5-94e6-de34c9ec0766 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588210'] for floatingip (0ccd3f8b-e18d-4f8d-a161-e3b400dafd87), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:19.771533 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.db.l3_db [req-24afdc78-c947-423a-be43-63a309577132 req-bffad5db-9dab-40c5-94e6-de34c9ec0766 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Floating IP 0ccd3f8b-e18d-4f8d-a161-e3b400dafd87 disassociated. External IP: 172.27.0.229, port: 1b21e5ec-67af-4154-90a7-d10f66f9f96b. Feb 16 05:38:19.771934 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [req-24afdc78-c947-423a-be43-63a309577132 req-bffad5db-9dab-40c5-94e6-de34c9ec0766 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Calling delete_port for 1b21e5ec-67af-4154-90a7-d10f66f9f96b owned by compute:nova {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:38:19.804665 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-529f1d13-f852-41f8-848e-64ddf5a39fc9 None None] Set router bb02fcd7-5391-4192-8bae-bb067774cf8b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:38:20.015136 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-438890ae-e59c-4c4c-af11-9979cc324bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4118562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3812999'] for subnet (770464aa-c905-4f1a-8cb7-b33ec5075f91), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:20.042690 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-24afdc78-c947-423a-be43-63a309577132 req-bffad5db-9dab-40c5-94e6-de34c9ec0766 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (1b21e5ec-67af-4154-90a7-d10f66f9f96b), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:20.047846 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-529f1d13-f852-41f8-848e-64ddf5a39fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 4, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port': {'id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '62ef2ae2-7e5a-4b02-95b2-9480a904da95', 'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'mac_address': 'fa:16:3e:ca:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:08Z', 'updated_at': '2022-02-16T05:33:17Z', 'revision_number': 5, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'subnets': [{'id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:20.076345 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f1d13-f852-41f8-848e-64ddf5a39fc9 None None] The sync data for ids ['bb02fcd7-5391-4192-8bae-bb067774cf8b'] in dv-cinder-829473-2-iscsi is: [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 4, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port': {'id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '62ef2ae2-7e5a-4b02-95b2-9480a904da95', 'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'mac_address': 'fa:16:3e:ca:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:08Z', 'updated_at': '2022-02-16T05:33:17Z', 'revision_number': 5, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'subnets': [{'id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:38:20.090597 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffad5db-9dab-40c5-94e6-de34c9ec0766 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Pushing event deleted for resources: {'Port': ['ID=1b21e5ec-67af-4154-90a7-d10f66f9f96b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:20.106577 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68046590-e590-43cb-87bf-67a974c24499 req-af0234a8-f9e4-4b3b-9223-16776c9e40fc tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:20.108649 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-68046590-e590-43cb-87bf-67a974c24499 req-af0234a8-f9e4-4b3b-9223-16776c9e40fc tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 868 time: 0.1807618 Feb 16 05:38:20.114715 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438890ae-e59c-4c4c-af11-9979cc324bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=770464aa-c905-4f1a-8cb7-b33ec5075f91,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:20.230008 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438890ae-e59c-4c4c-af11-9979cc324bde admin admin] Checking segment: {'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:38:20.230366 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438890ae-e59c-4c4c-af11-9979cc324bde admin admin] Network hostable DHCP agents. Network: af5e8334-9cb2-4ddc-b153-43f6f162f135, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:38:20.279825 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-68046590-e590-43cb-87bf-67a974c24499 req-f69c8a7d-27e7-4aba-8f0c-24e822aa0667 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=0837cc88-d238-4c04-96df-9e4ae7d9243e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594636 Feb 16 05:38:20.298242 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438890ae-e59c-4c4c-af11-9979cc324bde admin admin] Network af5e8334-9cb2-4ddc-b153-43f6f162f135 is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:38:20.308814 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24afdc78-c947-423a-be43-63a309577132 req-bffad5db-9dab-40c5-94e6-de34c9ec0766 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:38:20.313189 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-438890ae-e59c-4c4c-af11-9979cc324bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, af5e8334-9cb2-4ddc-b153-43f6f162f135) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:38:20.321017 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438890ae-e59c-4c4c-af11-9979cc324bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:20.321682 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-438890ae-e59c-4c4c-af11-9979cc324bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:20.326322 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c37c15-b1d9-40f1-8ef6-44e486da8025 None None] Network af5e8334-9cb2-4ddc-b153-43f6f162f135 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:38:20.342228 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e08a321-a967-411c-944f-9246ea326f19 None None] New status for floating IP 4cea09a9-6a70-49ce-9f25-85e7372c1933: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 05:38:20.398164 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-438890ae-e59c-4c4c-af11-9979cc324bde admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9295747 Feb 16 05:38:20.400691 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58202) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:20.407858 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:20.453332 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (a1b82751-9f01-4fa1-adb5-402c7d13a229), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:20.454374 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1641993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5499'] for router (a1b82751-9f01-4fa1-adb5-402c7d13a229), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:20.489815 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24afdc78-c947-423a-be43-63a309577132 req-bffad5db-9dab-40c5-94e6-de34c9ec0766 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:38:20.501042 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee9ae567-8b16-543d-b7e8-94b1639e7e51-af5e8334-9cb2-4ddc-b153-43f6f162f135', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91'}]}} from dv-cinder-829473-2-iscsi. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 05:38:20.502231 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:20.508535 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541c24e-12ec-4f42-90f5-179132538e83 None None] Sync routers for ids ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:38:20.514367 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58206) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:20.542341 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541c24e-12ec-4f42-90f5-179132538e83 None None] Routers {'3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:38:20.543214 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2541c24e-12ec-4f42-90f5-179132538e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:37:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:20.573522 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [req-24afdc78-c947-423a-be43-63a309577132 req-bffad5db-9dab-40c5-94e6-de34c9ec0766 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] No DVR routers for this DVR port 1b21e5ec-67af-4154-90a7-d10f66f9f96b on host hv-cinder-82947 {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:38:20.577298 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-24afdc78-c947-423a-be43-63a309577132 req-bffad5db-9dab-40c5-94e6-de34c9ec0766 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:20.580558 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-24afdc78-c947-423a-be43-63a309577132 req-bffad5db-9dab-40c5-94e6-de34c9ec0766 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.60 "DELETE /v2.0/ports/1b21e5ec-67af-4154-90a7-d10f66f9f96b HTTP/1.1" status: 204 len: 173 time: 1.3020668 Feb 16 05:38:20.581940 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] Publish callbacks [] for router_controller (a1b82751-9f01-4fa1-adb5-402c7d13a229), precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:20.614698 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7d56d74e-332d-42e1-95c3-01c9f6cca672 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group (e99de386-9066-4a64-8be2-79c21999e21e), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:20.659559 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7d56d74e-332d-42e1-95c3-01c9f6cca672 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group (e99de386-9066-4a64-8be2-79c21999e21e), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:20.752050 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7d56d74e-332d-42e1-95c3-01c9f6cca672 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (e99de386-9066-4a64-8be2-79c21999e21e), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:20.755229 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7d56d74e-332d-42e1-95c3-01c9f6cca672 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:20.756706 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-7d56d74e-332d-42e1-95c3-01c9f6cca672 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "DELETE /v2.0/security-groups/e99de386-9066-4a64-8be2-79c21999e21e HTTP/1.1" status: 204 len: 168 time: 0.2413740 Feb 16 05:38:20.760562 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58210) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:20.785045 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56d74e-332d-42e1-95c3-01c9f6cca672 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99de386-9066-4a64-8be2-79c21999e21e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:20.793995 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.api.v2.resource [None req-ab7cb97d-9f77-45d3-9337-dbf0b45b84df tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] show failed (client error): The resource could not be found. Feb 16 05:38:20.797994 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-ab7cb97d-9f77-45d3-9337-dbf0b45b84df tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups/e99de386-9066-4a64-8be2-79c21999e21e HTTP/1.1" status: 404 len: 347 time: 0.0334213 Feb 16 05:38:20.798232 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58214) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:20.892501 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] Publish callbacks [] for router_gateway (a1b82751-9f01-4fa1-adb5-402c7d13a229), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:20.920564 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2541c24e-12ec-4f42-90f5-179132538e83 None None] Set router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:38:20.953068 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Allocated IP 172.20.0.2 (af5e8334-9cb2-4ddc-b153-43f6f162f135/770464aa-c905-4f1a-8cb7-b33ec5075f91/096dd7e7-e7a0-4014-bda1-3de235389240) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:38:21.075208 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-428d9a73-7cb0-43a0-b264-698e01265f75 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Deleting port b9b28208-e0ae-4c82-8f2e-faf68ac79b51 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:38:21.075353 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-428d9a73-7cb0-43a0-b264-698e01265f75 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (b9b28208-e0ae-4c82-8f2e-faf68ac79b51), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:21.195816 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03664210-52cd-4649-abb9-282e98802be3', 'name': 'network-vif-deleted', 'tag': '1b21e5ec-67af-4154-90a7-d10f66f9f96b'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:38:21.199974 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e45527a-d401-49d6-bfe9-1987f72cf103" -d '{"events": [{"server_uuid": "03664210-52cd-4649-abb9-282e98802be3", "name": "network-vif-deleted", "tag": "1b21e5ec-67af-4154-90a7-d10f66f9f96b"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:38:21.262507 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-428d9a73-7cb0-43a0-b264-698e01265f75 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (b9b28208-e0ae-4c82-8f2e-faf68ac79b51), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:21.264594 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-428d9a73-7cb0-43a0-b264-698e01265f75 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for floatingip (b9b28208-e0ae-4c82-8f2e-faf68ac79b51), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:21.276032 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] Publish callbacks [] for router_gateway (a1b82751-9f01-4fa1-adb5-402c7d13a229), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:21.297124 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-428d9a73-7cb0-43a0-b264-698e01265f75 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Calling delete_port for b9b28208-e0ae-4c82-8f2e-faf68ac79b51 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:38:21.302187 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31e8765-ff76-4946-bc98-001a0b0e84be x-openstack-request-id: req-d31e8765-ff76-4946-bc98-001a0b0e84be {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:38:21.302608 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03664210-52cd-4649-abb9-282e98802be3", "name": "network-vif-deleted", "tag": "1b21e5ec-67af-4154-90a7-d10f66f9f96b", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:38:21.302864 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d31e8765-ff76-4946-bc98-001a0b0e84be {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:38:21.303269 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03664210-52cd-4649-abb9-282e98802be3', 'name': 'network-vif-deleted', 'tag': '1b21e5ec-67af-4154-90a7-d10f66f9f96b', 'status': 'completed', 'code': 200} Feb 16 05:38:21.304879 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:21.307186 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Publish callbacks [] for port (096dd7e7-e7a0-4014-bda1-3de235389240), precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:21.325285 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (096dd7e7-e7a0-4014-bda1-3de235389240), after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:21.384919 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Network af5e8334-9cb2-4ddc-b153-43f6f162f135 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:38:21.391951 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2541c24e-12ec-4f42-90f5-179132538e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:19Z', 'revision_number': 4, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port': {'id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '835e672a-62f0-4330-8061-38835b05ac5c', 'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'mac_address': 'fa:16:3e:28:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:14Z', 'updated_at': '2022-02-16T05:33:27Z', 'revision_number': 5, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'subnets': [{'id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:21.407641 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:38:21.419334 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:38:21.481187 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541c24e-12ec-4f42-90f5-179132538e83 None None] Checking router: 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:38:21.484725 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Pushing event updated for resources: {'Port': ['ID=096dd7e7-e7a0-4014-bda1-3de235389240,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:21.489836 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7f2f229e-6f9e-4844-bab0-1403981b83e2 req-85bf54ac-cf8b-41c8-9c1a-fb35a0c78bc1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=03664210-52cd-4649-abb9-282e98802be3 HTTP/1.1" status: 200 len: 210 time: 0.0466177 Feb 16 05:38:21.493047 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:21.493428 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:21.493777 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:21.494116 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:21.494447 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:21.494771 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:21.495092 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:21.495409 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:21.495739 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:21.496061 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:21.496382 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:21.496699 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:21.497017 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:21.524374 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541c24e-12ec-4f42-90f5-179132538e83 None None] Routers {'3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:38:21.525007 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2541c24e-12ec-4f42-90f5-179132538e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:37:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:21.527819 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] Allocated IP 172.27.0.80 (61efc28e-7d20-4d92-8b96-aa9398e7f442/35988b50-7f57-43f7-b0a5-0909380c9793/28ea6209-9dec-4786-a24e-a993b68de42c) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:38:21.589967 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-428d9a73-7cb0-43a0-b264-698e01265f75 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (b9b28208-e0ae-4c82-8f2e-faf68ac79b51), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:21.631651 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Attempting to bind port 096dd7e7-e7a0-4014-bda1-3de235389240 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:38:21.632026 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Attempting to bind port 096dd7e7-e7a0-4014-bda1-3de235389240 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:38:21.632391 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Attempting to bind port 096dd7e7-e7a0-4014-bda1-3de235389240 on network af5e8334-9cb2-4ddc-b153-43f6f162f135 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:38:21.634767 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d9a73-7cb0-43a0-b264-698e01265f75 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Pushing event deleted for resources: {'Port': ['ID=b9b28208-e0ae-4c82-8f2e-faf68ac79b51,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:21.645942 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:38:21.646328 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Checking segment: {'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:38:21.646976 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:21.647169 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Bound using segment: {'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:38:21.647588 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Bound port: 096dd7e7-e7a0-4014-bda1-3de235389240, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:38:21.647966 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (096dd7e7-e7a0-4014-bda1-3de235389240), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:21.682904 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] Publish callbacks [] for port (28ea6209-9dec-4786-a24e-a993b68de42c), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:21.710047 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-428d9a73-7cb0-43a0-b264-698e01265f75 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for floatingip (4cea09a9-6a70-49ce-9f25-85e7372c1933), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:21.713356 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-428d9a73-7cb0-43a0-b264-698e01265f75 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:21.719066 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-428d9a73-7cb0-43a0-b264-698e01265f75 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "DELETE /v2.0/floatingips/4cea09a9-6a70-49ce-9f25-85e7372c1933 HTTP/1.1" status: 204 len: 168 time: 0.9146020 Feb 16 05:38:21.743987 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2541c24e-12ec-4f42-90f5-179132538e83 None None] Set router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:38:21.753830 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (28ea6209-9dec-4786-a24e-a993b68de42c), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:21.794052 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:38:21.798813 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:38:21.801914 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] For port 096dd7e7-e7a0-4014-bda1-3de235389240, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:38:21.803247 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:38:21.805939 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] For port 096dd7e7-e7a0-4014-bda1-3de235389240, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=096dd7e7-e7a0-4014-bda1-3de235389240,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:38:21.847405 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] Pushing event updated for resources: {'Port': ['ID=28ea6209-9dec-4786-a24e-a993b68de42c,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:21.847626 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (096dd7e7-e7a0-4014-bda1-3de235389240), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:21.985129 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06b8b9-83ad-4d6e-a833-1fdfbb1a3ccf None None] Pushing event updated for resources: {'Port': ['ID=096dd7e7-e7a0-4014-bda1-3de235389240,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:22.089844 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2541c24e-12ec-4f42-90f5-179132538e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:19Z', 'revision_number': 4, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port': {'id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '835e672a-62f0-4330-8061-38835b05ac5c', 'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'mac_address': 'fa:16:3e:28:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:14Z', 'updated_at': '2022-02-16T05:33:27Z', 'revision_number': 5, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'subnets': [{'id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:22.094597 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58240) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:22.099884 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f128c8d1-f504-42a1-8f97-99f7fbeaa8d4 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--665712087', 'description': 'tempest-description--1539186298'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:22.126952 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541c24e-12ec-4f42-90f5-179132538e83 None None] The sync data for ids ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'] in dv-cinder-829473-2-iscsi is: [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:19Z', 'revision_number': 4, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port': {'id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '835e672a-62f0-4330-8061-38835b05ac5c', 'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'mac_address': 'fa:16:3e:28:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:14Z', 'updated_at': '2022-02-16T05:33:27Z', 'revision_number': 5, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'subnets': [{'id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:38:22.143695 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f128c8d1-f504-42a1-8f97-99f7fbeaa8d4 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:22.302219 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f128c8d1-f504-42a1-8f97-99f7fbeaa8d4 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group (0678516f-cf12-4164-bfab-c933c6ea3ecc), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:22.316718 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f128c8d1-f504-42a1-8f97-99f7fbeaa8d4 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (0678516f-cf12-4164-bfab-c933c6ea3ecc), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:22.382127 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f128c8d1-f504-42a1-8f97-99f7fbeaa8d4 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:22.387305 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-f128c8d1-f504-42a1-8f97-99f7fbeaa8d4 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2874887 Feb 16 05:38:22.389032 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58248) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:22.394705 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5a03430f-d520-4eb4-9045-3935bfc90053 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Request body: {'security_group_rule': {'security_group_id': '0678516f-cf12-4164-bfab-c933c6ea3ecc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:22.442038 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128c8d1-f504-42a1-8f97-99f7fbeaa8d4 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0678516f-cf12-4164-bfab-c933c6ea3ecc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:22.456727 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] Publish callbacks [] for router_gateway (a1b82751-9f01-4fa1-adb5-402c7d13a229), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:22.469156 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a03430f-d520-4eb4-9045-3935bfc90053 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group_rule (565a3891-9177-4607-8f54-a1bafaa26d6f), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:22.557927 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a03430f-d520-4eb4-9045-3935bfc90053 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group_rule (565a3891-9177-4607-8f54-a1bafaa26d6f), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:22.571120 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a03430f-d520-4eb4-9045-3935bfc90053 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (565a3891-9177-4607-8f54-a1bafaa26d6f), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:22.606232 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03430f-d520-4eb4-9045-3935bfc90053 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565a3891-9177-4607-8f54-a1bafaa26d6f,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:22.624860 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a03430f-d520-4eb4-9045-3935bfc90053 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:22.626398 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-5a03430f-d520-4eb4-9045-3935bfc90053 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2363069 Feb 16 05:38:22.631485 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58254) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:22.632400 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66211a35-e1df-400c-a714-727a906b755e None None] New status for floating IP 0ccd3f8b-e18d-4f8d-a161-e3b400dafd87: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 05:38:22.639331 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5b111383-f552-40b7-b363-a4302fd31487 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Request body: {'security_group_rule': {'security_group_id': '0678516f-cf12-4164-bfab-c933c6ea3ecc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:22.660196 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58256) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:22.704900 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b111383-f552-40b7-b363-a4302fd31487 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group_rule (106b4660-49a8-4664-95b0-dcbc3511c42b), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:22.733220 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588116'] for router (a1b82751-9f01-4fa1-adb5-402c7d13a229), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:22.780473 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c6024864-ffc3-4ae1-b136-0b70e5c55950 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group (0837cc88-d238-4c04-96df-9e4ae7d9243e), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:22.810594 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c6024864-ffc3-4ae1-b136-0b70e5c55950 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group (0837cc88-d238-4c04-96df-9e4ae7d9243e), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:22.836694 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 1b21e5ec-67af-4154-90a7-d10f66f9f96b no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:38:22.881433 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: 1b21e5ec-67af-4154-90a7-d10f66f9f96b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:38:22.881799 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 1b21e5ec-67af-4154-90a7-d10f66f9f96b not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:38:22.882224 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device ea0bb21c-e630-4bb0-9c90-163cf454c5fa no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:38:22.886886 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b111383-f552-40b7-b363-a4302fd31487 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group_rule (106b4660-49a8-4664-95b0-dcbc3511c42b), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:22.892969 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c6024864-ffc3-4ae1-b136-0b70e5c55950 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (0837cc88-d238-4c04-96df-9e4ae7d9243e), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:22.896503 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c6024864-ffc3-4ae1-b136-0b70e5c55950 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:22.898475 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-c6024864-ffc3-4ae1-b136-0b70e5c55950 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "DELETE /v2.0/security-groups/0837cc88-d238-4c04-96df-9e4ae7d9243e HTTP/1.1" status: 204 len: 168 time: 0.2369924 Feb 16 05:38:22.901189 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58258) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:22.911506 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b111383-f552-40b7-b363-a4302fd31487 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (106b4660-49a8-4664-95b0-dcbc3511c42b), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:22.914610 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6024864-ffc3-4ae1-b136-0b70e5c55950 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0837cc88-d238-4c04-96df-9e4ae7d9243e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:22.918343 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] Router a1b82751-9f01-4fa1-adb5-402c7d13a229 is scheduled to L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 05:38:22.926126 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.api.v2.resource [None req-eb1162f1-fa2c-4ec8-b232-7329e732915a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] show failed (client error): The resource could not be found. Feb 16 05:38:22.927315 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-eb1162f1-fa2c-4ec8-b232-7329e732915a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups/0837cc88-d238-4c04-96df-9e4ae7d9243e HTTP/1.1" status: 404 len: 347 time: 0.0250211 Feb 16 05:38:22.930995 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58260) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:22.950086 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b111383-f552-40b7-b363-a4302fd31487 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:22.955908 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: ea0bb21c-e630-4bb0-9c90-163cf454c5fa {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:38:22.955908 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device ea0bb21c-e630-4bb0-9c90-163cf454c5fa not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:38:22.957102 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-5b111383-f552-40b7-b363-a4302fd31487 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3226683 Feb 16 05:38:22.957892 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58262) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:22.960248 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b111383-f552-40b7-b363-a4302fd31487 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106b4660-49a8-4664-95b0-dcbc3511c42b,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:22.965451 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9c3d1f30-a10b-4b4b-9daa-82321486ee5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Request body: {'floatingip': {'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:22.990741 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1f30-a10b-4b4b-9daa-82321486ee5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:23.113822 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1f30-a10b-4b4b-9daa-82321486ee5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:23.197373 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:38:23.212016 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Sync routers for ids ['a1b82751-9f01-4fa1-adb5-402c7d13a229'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:38:23.226371 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-3148f81a-684f-4edc-8307-50f9d37c4ccd tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Deleting port 209e3ddc-4213-4b25-9fc7-72b1d22a3bfd {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:38:23.226842 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3148f81a-684f-4edc-8307-50f9d37c4ccd tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (209e3ddc-4213-4b25-9fc7-72b1d22a3bfd), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:23.230534 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Routers {'a1b82751-9f01-4fa1-adb5-402c7d13a229'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:38:23.231351 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:37:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a1b82751-9f01-4fa1-adb5-402c7d13a229'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:23.240250 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-9c3d1f30-a10b-4b4b-9daa-82321486ee5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Allocated IP 172.27.0.53 (61efc28e-7d20-4d92-8b96-aa9398e7f442/35988b50-7f57-43f7-b0a5-0909380c9793/a7f587c4-e97c-4b1a-b224-ce8a72d08052) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:38:23.248411 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] Publish callbacks [] for router (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:23.250061 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-fa197b74-f828-4413-828e-1d8d7facbfff admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8483551 Feb 16 05:38:23.261735 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58264) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:23.316907 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1cf6c4-6b68-4c1a-90e5-7c199badfee2 None None] Network af5e8334-9cb2-4ddc-b153-43f6f162f135 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:38:23.322687 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3148f81a-684f-4edc-8307-50f9d37c4ccd tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (209e3ddc-4213-4b25-9fc7-72b1d22a3bfd), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:23.323128 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3148f81a-684f-4edc-8307-50f9d37c4ccd tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for floatingip (209e3ddc-4213-4b25-9fc7-72b1d22a3bfd), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:23.335577 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-3148f81a-684f-4edc-8307-50f9d37c4ccd tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Calling delete_port for 209e3ddc-4213-4b25-9fc7-72b1d22a3bfd owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:38:23.449916 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1f30-a10b-4b4b-9daa-82321486ee5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for port (a7f587c4-e97c-4b1a-b224-ce8a72d08052), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:23.523279 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58268) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:23.625528 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c478a00-1288-424f-afba-06523bb0d379 admin admin] Deleting subnet 557b07a5-c680-4eeb-a9bf-e852ccfb29ed {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 05:38:23.629753 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c478a00-1288-424f-afba-06523bb0d379 admin admin] Publish callbacks [] for subnet (557b07a5-c680-4eeb-a9bf-e852ccfb29ed), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:23.645629 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-247b1b12-f3d5-443e-9e75-13ae18439879 None None] Provisioning complete for port 096dd7e7-e7a0-4014-bda1-3de235389240 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:23.646105 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-247b1b12-f3d5-443e-9e75-13ae18439879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (096dd7e7-e7a0-4014-bda1-3de235389240), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:23.678585 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1f30-a10b-4b4b-9daa-82321486ee5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (a7f587c4-e97c-4b1a-b224-ce8a72d08052), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:23.688205 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c478a00-1288-424f-afba-06523bb0d379 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4030596'] for subnet (557b07a5-c680-4eeb-a9bf-e852ccfb29ed), precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:23.702473 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 096dd7e7-e7a0-4014-bda1-3de235389240 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:38:23.723270 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3148f81a-684f-4edc-8307-50f9d37c4ccd tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (209e3ddc-4213-4b25-9fc7-72b1d22a3bfd), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:23.773002 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3d1f30-a10b-4b4b-9daa-82321486ee5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:38:23.776790 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Set router a1b82751-9f01-4fa1-adb5-402c7d13a229 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:38:23.778375 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-9c3d1f30-a10b-4b4b-9daa-82321486ee5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:38:23.781432 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d1f30-a10b-4b4b-9daa-82321486ee5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Pushing event updated for resources: {'Port': ['ID=a7f587c4-e97c-4b1a-b224-ce8a72d08052,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:23.783835 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148f81a-684f-4edc-8307-50f9d37c4ccd tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Pushing event deleted for resources: {'Port': ['ID=209e3ddc-4213-4b25-9fc7-72b1d22a3bfd,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:23.795160 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3d1f30-a10b-4b4b-9daa-82321486ee5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:38:23.836136 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c478a00-1288-424f-afba-06523bb0d379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133523527'] for subnet (557b07a5-c680-4eeb-a9bf-e852ccfb29ed), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:23.884328 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3148f81a-684f-4edc-8307-50f9d37c4ccd tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for floatingip (0ccd3f8b-e18d-4f8d-a161-e3b400dafd87), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:23.886923 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3148f81a-684f-4edc-8307-50f9d37c4ccd tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:23.888690 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-3148f81a-684f-4edc-8307-50f9d37c4ccd tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "DELETE /v2.0/floatingips/0ccd3f8b-e18d-4f8d-a161-e3b400dafd87 HTTP/1.1" status: 204 len: 168 time: 0.9560928 Feb 16 05:38:23.939557 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c478a00-1288-424f-afba-06523bb0d379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133523536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4118781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3813054'] for subnet (557b07a5-c680-4eeb-a9bf-e852ccfb29ed), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.020812 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c478a00-1288-424f-afba-06523bb0d379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.032984 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-6c478a00-1288-424f-afba-06523bb0d379 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/557b07a5-c680-4eeb-a9bf-e852ccfb29ed HTTP/1.1" status: 204 len: 168 time: 0.5084741 Feb 16 05:38:24.036172 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c478a00-1288-424f-afba-06523bb0d379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=557b07a5-c680-4eeb-a9bf-e852ccfb29ed,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:24.045743 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58272) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:24.133877 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-171887e5-94e3-491e-8de3-de8a13ba8294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133564096'] for network (004f2655-6cbe-4c49-9f60-896ff03daa11), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.141841 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 096dd7e7-e7a0-4014-bda1-3de235389240 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:24.142941 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (096dd7e7-e7a0-4014-bda1-3de235389240), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.150683 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-247b1b12-f3d5-443e-9e75-13ae18439879 None None] Current status of the port 096dd7e7-e7a0-4014-bda1-3de235389240 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:24.151284 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-247b1b12-f3d5-443e-9e75-13ae18439879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (096dd7e7-e7a0-4014-bda1-3de235389240), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.234955 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-247b1b12-f3d5-443e-9e75-13ae18439879 None None] For port 096dd7e7-e7a0-4014-bda1-3de235389240, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=096dd7e7-e7a0-4014-bda1-3de235389240,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:38:24.254727 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-247b1b12-f3d5-443e-9e75-13ae18439879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (096dd7e7-e7a0-4014-bda1-3de235389240), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.260783 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-171887e5-94e3-491e-8de3-de8a13ba8294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133527232', 'neutron.services.segments.db._delete_segments_for_network-8750525486906'] for network (004f2655-6cbe-4c49-9f60-896ff03daa11), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.261076 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:22Z', 'revision_number': 3, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:24.271811 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1f30-a10b-4b4b-9daa-82321486ee5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for floatingip (73eae51d-ee7d-44a7-afea-2031b47dc30b), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.292813 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-171887e5-94e3-491e-8de3-de8a13ba8294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004f2655-6cbe-4c49-9f60-896ff03daa11']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:24.304748 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-171887e5-94e3-491e-8de3-de8a13ba8294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22ffaa2-fa8d-413f-8157-99d10726ecf0') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:24.305435 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-171887e5-94e3-491e-8de3-de8a13ba8294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22ffaa2-fa8d-413f-8157-99d10726ecf0') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:24.319299 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-171887e5-94e3-491e-8de3-de8a13ba8294 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750525486659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4030643'] for segment (a22ffaa2-fa8d-413f-8157-99d10726ecf0), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.331697 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58274) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:24.336626 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-feaf94bb-06e0-4d42-8ba8-43439a8cd1c1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--757083232', 'description': 'tempest-description--1187515318'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:24.339899 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Checking router: a1b82751-9f01-4fa1-adb5-402c7d13a229 for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:38:24.340377 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Updating router a1b82751-9f01-4fa1-adb5-402c7d13a229 port 28ea6209-9dec-4786-a24e-a993b68de42c binding host dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:38:24.356054 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1f30-a10b-4b4b-9daa-82321486ee5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (a7f587c4-e97c-4b1a-b224-ce8a72d08052), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.359043 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-171887e5-94e3-491e-8de3-de8a13ba8294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (a22ffaa2-fa8d-413f-8157-99d10726ecf0), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.370361 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171887e5-94e3-491e-8de3-de8a13ba8294 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 05:38:24.371223 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-171887e5-94e3-491e-8de3-de8a13ba8294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4118879'] for segment (a22ffaa2-fa8d-413f-8157-99d10726ecf0), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: Traceback (most recent call last): Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: timer() Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: cb(*args, **kw) Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: return func(*args, **kwargs) Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: self._notify() Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: self.callback(batched_events) Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: event.method(event) Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: return f(self, *a, **k) Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._get(url).json() Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: return self.request(url, 'GET', **kwargs) Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 05:38:24.373282 dv-cinder-829473-2-iscsi neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 05:38:24.384038 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-feaf94bb-06e0-4d42-8ba8-43439a8cd1c1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.409092 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 096dd7e7-e7a0-4014-bda1-3de235389240 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:24.412096 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (28ea6209-9dec-4786-a24e-a993b68de42c), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.421697 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b1b12-f3d5-443e-9e75-13ae18439879 None None] Pushing event updated for resources: {'Port': ['ID=096dd7e7-e7a0-4014-bda1-3de235389240,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:24.442876 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-15697a04-bda1-411e-95f5-ec51ce97ab6a None None] Provisioning complete for port 096dd7e7-e7a0-4014-bda1-3de235389240 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:24.443258 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-15697a04-bda1-411e-95f5-ec51ce97ab6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (096dd7e7-e7a0-4014-bda1-3de235389240), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.462431 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-171887e5-94e3-491e-8de3-de8a13ba8294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133527257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588188'] for network (004f2655-6cbe-4c49-9f60-896ff03daa11), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.483969 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-171887e5-94e3-491e-8de3-de8a13ba8294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.489498 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-171887e5-94e3-491e-8de3-de8a13ba8294 admin admin] 10.222.0.75 "DELETE /v2.0/networks/004f2655-6cbe-4c49-9f60-896ff03daa11 HTTP/1.1" status: 204 len: 168 time: 0.4403515 Feb 16 05:38:24.502914 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171887e5-94e3-491e-8de3-de8a13ba8294 admin admin] Pushing event deleted for resources: {'Network': ['ID=004f2655-6cbe-4c49-9f60-896ff03daa11,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:24.519606 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.544773 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-feaf94bb-06e0-4d42-8ba8-43439a8cd1c1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group (a991c143-65c5-4bec-aee1-5cc4973d5e29), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.552189 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-feaf94bb-06e0-4d42-8ba8-43439a8cd1c1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (a991c143-65c5-4bec-aee1-5cc4973d5e29), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.589432 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf94bb-06e0-4d42-8ba8-43439a8cd1c1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a991c143-65c5-4bec-aee1-5cc4973d5e29,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:24.596611 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-feaf94bb-06e0-4d42-8ba8-43439a8cd1c1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.598297 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-feaf94bb-06e0-4d42-8ba8-43439a8cd1c1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2655113 Feb 16 05:38:24.601215 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58278) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:24.608561 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-35a08c83-e0d3-4fef-a72e-1be108128122 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Request body: {'security_group_rule': {'security_group_id': 'a991c143-65c5-4bec-aee1-5cc4973d5e29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:24.642380 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-35a08c83-e0d3-4fef-a72e-1be108128122 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group_rule (7d4a82dd-5e82-4b98-9ce3-983a04848c73), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.651005 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-15697a04-bda1-411e-95f5-ec51ce97ab6a None None] Current status of the port 096dd7e7-e7a0-4014-bda1-3de235389240 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:24.657694 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1f30-a10b-4b4b-9daa-82321486ee5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for port (a7f587c4-e97c-4b1a-b224-ce8a72d08052), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.703108 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58280) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:24.720481 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1f30-a10b-4b4b-9daa-82321486ee5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (a7f587c4-e97c-4b1a-b224-ce8a72d08052), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.721176 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-35a08c83-e0d3-4fef-a72e-1be108128122 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group_rule (7d4a82dd-5e82-4b98-9ce3-983a04848c73), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.725864 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-35a08c83-e0d3-4fef-a72e-1be108128122 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (7d4a82dd-5e82-4b98-9ce3-983a04848c73), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.751452 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a08c83-e0d3-4fef-a72e-1be108128122 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4a82dd-5e82-4b98-9ce3-983a04848c73,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:24.757763 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-35a08c83-e0d3-4fef-a72e-1be108128122 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.761507 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-35a08c83-e0d3-4fef-a72e-1be108128122 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567798 Feb 16 05:38:24.761644 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58282) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:24.766574 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Request body: {'security_group_rule': {'security_group_id': 'a991c143-65c5-4bec-aee1-5cc4973d5e29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:24.799327 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group_rule (ac98d699-382c-41f9-a8b9-dd34a1619ad8), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.799666 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Publish callbacks [] for port (28ea6209-9dec-4786-a24e-a993b68de42c), precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.805587 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (28ea6209-9dec-4786-a24e-a993b68de42c), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.865193 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group_rule (ac98d699-382c-41f9-a8b9-dd34a1619ad8), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.871766 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (ac98d699-382c-41f9-a8b9-dd34a1619ad8), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.872288 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad99e1-0872-4cad-8db2-327737d25e3b None None] Pushing event updated for resources: {'Port': ['ID=28ea6209-9dec-4786-a24e-a993b68de42c,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:24.876867 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-0768132f-aa2e-41c3-b60d-c04467dd25e7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a642dcc1cb8a4c1bbd3b1450e060c74c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713440 Feb 16 05:38:24.879982 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Attempting to bind port 28ea6209-9dec-4786-a24e-a993b68de42c on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:38:24.880362 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Attempting to bind port 28ea6209-9dec-4786-a24e-a993b68de42c by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:38:24.880726 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Attempting to bind port 28ea6209-9dec-4786-a24e-a993b68de42c on network 61efc28e-7d20-4d92-8b96-aa9398e7f442 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:38:24.881552 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58284) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:24.886886 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:38:24.887792 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Checking segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:38:24.888582 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.888990 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Bound using segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:38:24.889181 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d1f30-a10b-4b4b-9daa-82321486ee5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Pushing event updated for resources: {'Port': ['ID=a7f587c4-e97c-4b1a-b224-ce8a72d08052,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:24.889499 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Bound port: 28ea6209-9dec-4786-a24e-a993b68de42c, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:38:24.889885 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (28ea6209-9dec-4786-a24e-a993b68de42c), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.891652 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1f30-a10b-4b4b-9daa-82321486ee5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588210'] for floatingip (73eae51d-ee7d-44a7-afea-2031b47dc30b), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.898942 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac98d699-382c-41f9-a8b9-dd34a1619ad8,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:24.908462 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:24.908845 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:24.909186 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:24.909593 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:24.909901 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:24.910236 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:24.910571 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:24.910891 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:24.911215 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:24.911558 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:24.911865 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:24.912184 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:24.912502 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:24.918018 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.922838 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-3aeebb54-bd9b-4bb6-895a-51d76c1b619f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1565971 Feb 16 05:38:24.922983 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58286) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:24.925708 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Allocated IP 172.20.0.1 (af5e8334-9cb2-4ddc-b153-43f6f162f135/770464aa-c905-4f1a-8cb7-b33ec5075f91/c192d034-7b41-4906-b7c2-06e4a7b33f15) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:38:24.927981 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-882c9cad-8909-4fc1-a3c3-cef0f7ac7f07 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Request body: {'floatingip': {'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:24.937486 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1f30-a10b-4b4b-9daa-82321486ee5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.938509 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-9c3d1f30-a10b-4b4b-9daa-82321486ee5a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9793310 Feb 16 05:38:24.954704 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-882c9cad-8909-4fc1-a3c3-cef0f7ac7f07 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:24.971356 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] For port 28ea6209-9dec-4786-a24e-a993b68de42c, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:38:24.975761 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] For port 28ea6209-9dec-4786-a24e-a993b68de42c, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=28ea6209-9dec-4786-a24e-a993b68de42c,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:38:24.983970 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (28ea6209-9dec-4786-a24e-a993b68de42c), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:25.016336 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-762f82b8-2839-4ac9-82c0-e4fea9f68d72 admin admin] Publish callbacks [] for security_group (0ed6e39f-a852-4221-919b-206ab89e68de), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:25.051212 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-762f82b8-2839-4ac9-82c0-e4fea9f68d72 admin admin] Publish callbacks [] for security_group (0ed6e39f-a852-4221-919b-206ab89e68de), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:25.058030 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Routers {'a1b82751-9f01-4fa1-adb5-402c7d13a229'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:38:25.058868 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:37:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a1b82751-9f01-4fa1-adb5-402c7d13a229'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:25.089657 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-882c9cad-8909-4fc1-a3c3-cef0f7ac7f07 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:25.112011 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Publish callbacks [] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:25.151809 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-762f82b8-2839-4ac9-82c0-e4fea9f68d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (0ed6e39f-a852-4221-919b-206ab89e68de), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:25.154853 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-762f82b8-2839-4ac9-82c0-e4fea9f68d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:25.157881 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-762f82b8-2839-4ac9-82c0-e4fea9f68d72 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0ed6e39f-a852-4221-919b-206ab89e68de HTTP/1.1" status: 204 len: 168 time: 0.2730577 Feb 16 05:38:25.169280 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad99e1-0872-4cad-8db2-327737d25e3b None None] Pushing event updated for resources: {'Port': ['ID=28ea6209-9dec-4786-a24e-a993b68de42c,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:25.180290 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f82b8-2839-4ac9-82c0-e4fea9f68d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed6e39f-a852-4221-919b-206ab89e68de,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:25.201607 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-fe007865-4549-477d-ab95-4fe1f4b23ba7 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--665712087&fields=id&tenant_id=59d95f84bb5c4548a82ead0d4d2cb38c HTTP/1.1" status: 200 len: 267 time: 0.0731418 Feb 16 05:38:25.203269 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:25.217559 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] Set router a1b82751-9f01-4fa1-adb5-402c7d13a229 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:38:25.252265 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-882c9cad-8909-4fc1-a3c3-cef0f7ac7f07 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Allocated IP 172.27.0.230 (61efc28e-7d20-4d92-8b96-aa9398e7f442/35988b50-7f57-43f7-b0a5-0909380c9793/dd6e507c-a274-4f25-89bf-7a1d37e8b14b) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:38:25.272336 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Network af5e8334-9cb2-4ddc-b153-43f6f162f135 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:38:25.303944 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:38:25.314465 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:38:25.342306 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Pushing event updated for resources: {'Port': ['ID=c192d034-7b41-4906-b7c2-06e4a7b33f15,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:25.393239 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588071'] for router_interface (a1b82751-9f01-4fa1-adb5-402c7d13a229), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:25.436347 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-882c9cad-8909-4fc1-a3c3-cef0f7ac7f07 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for port (dd6e507c-a274-4f25-89bf-7a1d37e8b14b), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:25.449685 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:22Z', 'revision_number': 3, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:25.473560 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-bc938655-8a7d-4ba1-b58f-266a26458bcc tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:25.473560 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-bc938655-8a7d-4ba1-b58f-266a26458bcc tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/networks?id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c HTTP/1.1" status: 200 len: 810 time: 0.2373211 Feb 16 05:38:25.492149 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-eecec612-664d-49f6-ad9e-9232de90453d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/quotas/59d95f84bb5c4548a82ead0d4d2cb38c HTTP/1.1" status: 200 len: 375 time: 0.0201674 Feb 16 05:38:25.509733 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9365f9-5759-4be1-a65d-1e1fbb57240f None None] The sync data for ids ['a1b82751-9f01-4fa1-adb5-402c7d13a229'] in dv-cinder-829473-2-iscsi is: [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:22Z', 'revision_number': 3, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:38:25.547964 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-882c9cad-8909-4fc1-a3c3-cef0f7ac7f07 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (dd6e507c-a274-4f25-89bf-7a1d37e8b14b), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:25.600340 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c9cad-8909-4fc1-a3c3-cef0f7ac7f07 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Pushing event updated for resources: {'Port': ['ID=dd6e507c-a274-4f25-89bf-7a1d37e8b14b,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:25.632341 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 096dd7e7-e7a0-4014-bda1-3de235389240 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:38:25.656235 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c9cad-8909-4fc1-a3c3-cef0f7ac7f07 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:38:25.658959 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-882c9cad-8909-4fc1-a3c3-cef0f7ac7f07 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:38:25.661800 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882c9cad-8909-4fc1-a3c3-cef0f7ac7f07 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:38:25.709730 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-d7e75b08-170d-4f33-ba8c-83297ae19b65 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=59d95f84bb5c4548a82ead0d4d2cb38c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1999536 Feb 16 05:38:25.711128 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:25.730607 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d3bab657-48bf-42f8-9fc1-29eea9206104 None None] Provisioning complete for port c192d034-7b41-4906-b7c2-06e4a7b33f15 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:25.731075 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d3bab657-48bf-42f8-9fc1-29eea9206104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:25.779326 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 096dd7e7-e7a0-4014-bda1-3de235389240 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:25.780590 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (096dd7e7-e7a0-4014-bda1-3de235389240), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:25.797747 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-882c9cad-8909-4fc1-a3c3-cef0f7ac7f07 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for floatingip (551970ce-2687-4d02-b979-343e93f212df), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:25.854961 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-882c9cad-8909-4fc1-a3c3-cef0f7ac7f07 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (dd6e507c-a274-4f25-89bf-7a1d37e8b14b), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:26.003022 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d3bab657-48bf-42f8-9fc1-29eea9206104 None None] Port c192d034-7b41-4906-b7c2-06e4a7b33f15 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:38:26.018581 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Publish callbacks [] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:26.055941 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:26.064602 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 096dd7e7-e7a0-4014-bda1-3de235389240 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:26.097340 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-882c9cad-8909-4fc1-a3c3-cef0f7ac7f07 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for port (dd6e507c-a274-4f25-89bf-7a1d37e8b14b), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:26.102776 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-882c9cad-8909-4fc1-a3c3-cef0f7ac7f07 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (dd6e507c-a274-4f25-89bf-7a1d37e8b14b), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:26.128016 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e1f8cabd-71d1-464f-836f-7ce69bf14cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:26.155091 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1516491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588695'] for router_interface (a1b82751-9f01-4fa1-adb5-402c7d13a229), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:26.159190 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Pushing event updated for resources: {'Port': ['ID=c192d034-7b41-4906-b7c2-06e4a7b33f15,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:26.189608 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c9cad-8909-4fc1-a3c3-cef0f7ac7f07 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Pushing event updated for resources: {'Port': ['ID=dd6e507c-a274-4f25-89bf-7a1d37e8b14b,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:26.196244 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-882c9cad-8909-4fc1-a3c3-cef0f7ac7f07 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588210'] for floatingip (551970ce-2687-4d02-b979-343e93f212df), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:26.213006 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-882c9cad-8909-4fc1-a3c3-cef0f7ac7f07 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:26.222787 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-882c9cad-8909-4fc1-a3c3-cef0f7ac7f07 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2904630 Feb 16 05:38:26.223003 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:26.223003 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:26.223003 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:26.223003 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:26.223003 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:26.223003 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:26.223003 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:26.223003 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:26.223003 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:26.223003 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:26.223003 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:26.223761 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:26.223761 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:26.236459 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-8f3a23ca-72b2-4ee7-983d-777b5f9c8a24 service neutron] 10.222.0.75 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125144 Feb 16 05:38:26.360266 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Network af5e8334-9cb2-4ddc-b153-43f6f162f135 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:38:26.363096 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:38:26.373659 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-141711de-af50-4065-a439-e623eac00b6e service neutron] 10.222.0.75 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362426 Feb 16 05:38:26.535792 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Router a1b82751-9f01-4fa1-adb5-402c7d13a229 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:38:26.652538 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-f47c54af-7728-48bf-8e55-ef1375539b92 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--757083232&fields=id&tenant_id=98f0673600914ab1a0a8636e309c3306 HTTP/1.1" status: 200 len: 267 time: 0.0802312 Feb 16 05:38:26.678607 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-14ad8421-4099-4ef3-802a-ab67841e3e1a req-71e2fe4f-a29c-459c-94f8-a790e254725b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 210 time: 0.0651038 Feb 16 05:38:26.736829 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f962ad4d-bbd7-4abe-bc39-88a53100fef8 None None] Provisioning complete for port c192d034-7b41-4906-b7c2-06e4a7b33f15 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:26.737891 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f962ad4d-bbd7-4abe-bc39-88a53100fef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:26.745249 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:38:26.757308 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-1b2fdbfd-d791-473d-b725-a27291b25a0a admin admin] 10.222.0.75 "PUT /v2.0/routers/a1b82751-9f01-4fa1-adb5-402c7d13a229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4885457 Feb 16 05:38:26.780618 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-2e72a330-d2ee-40ca-8c41-c6b1581cd6d0 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:26.782062 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-2e72a330-d2ee-40ca-8c41-c6b1581cd6d0 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/networks?id=8bff5ceb-655f-4b77-9e4f-6947f831595a HTTP/1.1" status: 200 len: 816 time: 0.1287165 Feb 16 05:38:26.799762 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-7e24c660-0c7f-47f5-9b9a-f25e39c4bc87 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/quotas/98f0673600914ab1a0a8636e309c3306 HTTP/1.1" status: 200 len: 375 time: 0.0120504 Feb 16 05:38:26.810594 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f962ad4d-bbd7-4abe-bc39-88a53100fef8 None None] Port c192d034-7b41-4906-b7c2-06e4a7b33f15 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:38:26.872789 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-fde9cd12-005f-43fe-8438-39f2b9055d18 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=98f0673600914ab1a0a8636e309c3306&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663781 Feb 16 05:38:27.046269 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-34405fdf-a555-453b-ba14-5da27e75574b service neutron] 10.222.0.75 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619561 Feb 16 05:38:27.143403 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-d2f85ed6-4cfb-40ad-96e0-05d76c6567d9 service neutron] 10.222.0.75 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950940 Feb 16 05:38:27.339259 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2ea1d446-310b-42e1-ae60-3790e0d5eb1d req-3e0d8157-b2b5-4a69-bb2e-739c964de0e9 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 210 time: 0.0430417 Feb 16 05:38:27.426248 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58352) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:27.431232 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-47243af0-08b5-4272-8bb3-8163ac09168f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2048493811-network', 'tenant_id': 'ce46f124ede2450ba8a7d3c4c8c78566'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:27.452866 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47243af0-08b5-4272-8bb3-8163ac09168f admin admin] Made reservation on behalf of ce46f124ede2450ba8a7d3c4c8c78566 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:38:27.455285 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-47243af0-08b5-4272-8bb3-8163ac09168f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:27.464612 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-47243af0-08b5-4272-8bb3-8163ac09168f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:27.564291 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-47243af0-08b5-4272-8bb3-8163ac09168f admin admin] Publish callbacks [] for security_group (f526a96c-2d3d-4217-8382-ecbf02f097a5), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:27.567789 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-47243af0-08b5-4272-8bb3-8163ac09168f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (f526a96c-2d3d-4217-8382-ecbf02f097a5), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:27.589965 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 28ea6209-9dec-4786-a24e-a993b68de42c up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:38:27.607319 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47243af0-08b5-4272-8bb3-8163ac09168f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f526a96c-2d3d-4217-8382-ecbf02f097a5,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:27.611152 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47243af0-08b5-4272-8bb3-8163ac09168f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 05:38:27.633816 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-47243af0-08b5-4272-8bb3-8163ac09168f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (defe3d89-923d-42e7-901f-fd463a39e19b), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:27.634153 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-47243af0-08b5-4272-8bb3-8163ac09168f admin admin] Added segment defe3d89-923d-42e7-901f-fd463a39e19b of type vlan for network fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00 Feb 16 05:38:27.661133 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 28ea6209-9dec-4786-a24e-a993b68de42c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:27.661867 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (28ea6209-9dec-4786-a24e-a993b68de42c), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:27.682479 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-47243af0-08b5-4272-8bb3-8163ac09168f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:27.723901 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-47243af0-08b5-4272-8bb3-8163ac09168f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:27.724903 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47243af0-08b5-4272-8bb3-8163ac09168f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:27.725736 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-47243af0-08b5-4272-8bb3-8163ac09168f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:27.796215 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-47243af0-08b5-4272-8bb3-8163ac09168f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3687410 Feb 16 05:38:27.798997 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58360) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:27.803490 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 28ea6209-9dec-4786-a24e-a993b68de42c is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:27.803969 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (28ea6209-9dec-4786-a24e-a993b68de42c), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:27.805199 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3cf615a8-bf70-431b-accd-d4f665f7f1df admin admin] Request body: {'subnet': {'network_id': 'fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2048493811-subnet', 'tenant_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:27.824705 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Sync routers for ids ['a1b82751-9f01-4fa1-adb5-402c7d13a229'] in dv-cinder-829473-2-iscsi {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:38:27.841483 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] For port 28ea6209-9dec-4786-a24e-a993b68de42c, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=28ea6209-9dec-4786-a24e-a993b68de42c,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:38:27.845508 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Routers {'a1b82751-9f01-4fa1-adb5-402c7d13a229'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:38:27.846128 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:37:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a1b82751-9f01-4fa1-adb5-402c7d13a229'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:27.850444 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47243af0-08b5-4272-8bb3-8163ac09168f admin admin] Pushing event updated for resources: {'Network': ['ID=fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:27.851601 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (28ea6209-9dec-4786-a24e-a993b68de42c), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:27.881643 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00 details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:38:27.888855 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf615a8-bf70-431b-accd-d4f665f7f1df admin admin] Made reservation on behalf of ce46f124ede2450ba8a7d3c4c8c78566 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:38:27.895452 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3cf615a8-bf70-431b-accd-d4f665f7f1df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8738796'] for subnet (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:27.913644 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-53899db5-45d5-4491-9afd-b4d353185c74 req-d3360761-78bc-4dee-ba1e-2e274aac09a7 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 210 time: 0.0424957 Feb 16 05:38:27.936077 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-df88454d-f04c-466b-afa6-5d422d913d24 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:27.937749 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-df88454d-f04c-466b-afa6-5d422d913d24 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.60 "GET /v2.0/networks?id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c HTTP/1.1" status: 200 len: 810 time: 0.1568739 Feb 16 05:38:28.054290 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-bb5499bb-b7ef-4959-9db8-2cca634e5892 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59d95f84bb5c4548a82ead0d4d2cb38c HTTP/1.1" status: 200 len: 379 time: 0.0726738 Feb 16 05:38:28.071167 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-a515eeea-956f-4a5c-9d67-2ae7961f0193 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Request body: {'port': {'device_id': '16170a04-6a12-4e3d-b6f0-b8d4ccf463be', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'admin_state_up': True, 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'security_groups': ['0678516f-cf12-4164-bfab-c933c6ea3ecc']}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:28.081468 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Pushing event updated for resources: {'Port': ['ID=28ea6209-9dec-4786-a24e-a993b68de42c,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:28.091848 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Set router a1b82751-9f01-4fa1-adb5-402c7d13a229 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:38:28.170520 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3cf615a8-bf70-431b-accd-d4f665f7f1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10125813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8738814'] for subnet (b1490b43-12c4-46de-bc8f-87c49fdd9a28), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:28.206076 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-a515eeea-956f-4a5c-9d67-2ae7961f0193 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Made reservation on behalf of 59d95f84bb5c4548a82ead0d4d2cb38c for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:38:28.209713 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-a515eeea-956f-4a5c-9d67-2ae7961f0193 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:28.224906 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf615a8-bf70-431b-accd-d4f665f7f1df admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1490b43-12c4-46de-bc8f-87c49fdd9a28,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:28.235294 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf615a8-bf70-431b-accd-d4f665f7f1df admin admin] Checking segment: {'id': 'defe3d89-923d-42e7-901f-fd463a39e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:38:28.235957 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf615a8-bf70-431b-accd-d4f665f7f1df admin admin] Network hostable DHCP agents. Network: fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:38:28.255303 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf615a8-bf70-431b-accd-d4f665f7f1df admin admin] Network fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00 is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:38:28.265844 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-3cf615a8-bf70-431b-accd-d4f665f7f1df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:38:28.271616 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf615a8-bf70-431b-accd-d4f665f7f1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:28.271822 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3cf615a8-bf70-431b-accd-d4f665f7f1df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:28.276593 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654ea7f7-b0f0-4dd0-8af0-163c50707600 None None] Network fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:38:28.294876 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-3cf615a8-bf70-431b-accd-d4f665f7f1df admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4943614 Feb 16 05:38:28.297244 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58366) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:28.307224 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2048493811-router', 'tenant_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:28.331686 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (fce50557-09ce-4104-9641-3c8052502356), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:28.332809 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 2, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:28.332988 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1641993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5499'] for router (fce50557-09ce-4104-9641-3c8052502356), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:28.361153 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Checking router: a1b82751-9f01-4fa1-adb5-402c7d13a229 for host: dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:38:28.361536 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Updating router a1b82751-9f01-4fa1-adb5-402c7d13a229 port c192d034-7b41-4906-b7c2-06e4a7b33f15 binding host dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:38:28.403613 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:28.429341 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee9ae567-8b16-543d-b7e8-94b1639e7e51-fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00', 'network_id': 'fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00', 'project_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'fixed_ips': [{'subnet_id': 'b1490b43-12c4-46de-bc8f-87c49fdd9a28'}]}} from dv-cinder-829473-2-iscsi. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 05:38:28.431559 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:28.432670 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] Publish callbacks [] for router_controller (fce50557-09ce-4104-9641-3c8052502356), precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:28.438715 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-a515eeea-956f-4a5c-9d67-2ae7961f0193 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Allocated IP 172.20.0.14 (2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c/636aaf45-90e1-4d41-a98b-57327459a7bf/e23a7d90-c9d0-41fa-8147-86dc735e1a4c) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:38:28.545422 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-801bf8b1-b47d-43f6-a5f7-899933ddfbc1 req-0f6fde51-03a9-4c36-a8ba-595f5094d738 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 210 time: 0.0604866 Feb 16 05:38:28.652051 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-49e6430c-6299-4d5b-978f-a3f4be6232a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:28.688428 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Allocated IP 172.20.0.2 (fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00/b1490b43-12c4-46de-bc8f-87c49fdd9a28/f96b0304-2e35-4399-a3f0-becce8cca0a8) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:38:28.691527 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] Publish callbacks [] for router_gateway (fce50557-09ce-4104-9641-3c8052502356), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:28.702113 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-a515eeea-956f-4a5c-9d67-2ae7961f0193 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for port (e23a7d90-c9d0-41fa-8147-86dc735e1a4c), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:28.782929 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-a515eeea-956f-4a5c-9d67-2ae7961f0193 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (e23a7d90-c9d0-41fa-8147-86dc735e1a4c), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:28.812127 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-a44cf09a-0105-44f0-acd7-48ff03869a84 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:28.814511 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-a44cf09a-0105-44f0-acd7-48ff03869a84 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.60 "GET /v2.0/networks?id=8bff5ceb-655f-4b77-9e4f-6947f831595a HTTP/1.1" status: 200 len: 816 time: 0.2138481 Feb 16 05:38:28.860789 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515eeea-956f-4a5c-9d67-2ae7961f0193 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Pushing event updated for resources: {'Port': ['ID=e23a7d90-c9d0-41fa-8147-86dc735e1a4c,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:28.870049 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-a515eeea-956f-4a5c-9d67-2ae7961f0193 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Network 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:38:28.870885 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-a515eeea-956f-4a5c-9d67-2ae7961f0193 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:38:28.873286 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-a515eeea-956f-4a5c-9d67-2ae7961f0193 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:38:28.914500 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Publish callbacks [] for port (f96b0304-2e35-4399-a3f0-becce8cca0a8), precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:28.930121 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (f96b0304-2e35-4399-a3f0-becce8cca0a8), after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:28.932802 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-a515eeea-956f-4a5c-9d67-2ae7961f0193 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:28.933777 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-a515eeea-956f-4a5c-9d67-2ae7961f0193 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:28.940493 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Publish callbacks [] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:28.948054 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:28.957037 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-73806a9c-6608-4231-81b7-bbe7848d9568 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98f0673600914ab1a0a8636e309c3306 HTTP/1.1" status: 200 len: 379 time: 0.1247702 Feb 16 05:38:28.958570 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-a515eeea-956f-4a5c-9d67-2ae7961f0193 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8908212 Feb 16 05:38:28.995210 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bba6b-55ba-4ef6-836f-74a0bd44ae18 None None] Pushing event updated for resources: {'Port': ['ID=c192d034-7b41-4906-b7c2-06e4a7b33f15,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:29.010567 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Pushing event updated for resources: {'Port': ['ID=f96b0304-2e35-4399-a3f0-becce8cca0a8,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:29.014837 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-f1f73fde-b9b5-4f43-9efa-d7b9abfb316c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Request body: {'port': {'device_id': '5c112142-abdc-4305-9f88-55a64404a86d', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'admin_state_up': True, 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'security_groups': ['a991c143-65c5-4bec-aee1-5cc4973d5e29']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:29.019657 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Network fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:38:29.020512 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bba6b-55ba-4ef6-836f-74a0bd44ae18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:29.021601 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:38:29.023088 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bba6b-55ba-4ef6-836f-74a0bd44ae18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:29.023612 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bba6b-55ba-4ef6-836f-74a0bd44ae18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:29.025384 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:38:29.028262 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bba6b-55ba-4ef6-836f-74a0bd44ae18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:29.030070 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bba6b-55ba-4ef6-836f-74a0bd44ae18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:29.030606 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bba6b-55ba-4ef6-836f-74a0bd44ae18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:29.031198 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bba6b-55ba-4ef6-836f-74a0bd44ae18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:29.031709 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bba6b-55ba-4ef6-836f-74a0bd44ae18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:29.032789 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bba6b-55ba-4ef6-836f-74a0bd44ae18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:29.033326 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bba6b-55ba-4ef6-836f-74a0bd44ae18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:29.033985 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bba6b-55ba-4ef6-836f-74a0bd44ae18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:29.034486 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bba6b-55ba-4ef6-836f-74a0bd44ae18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:29.035056 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bba6b-55ba-4ef6-836f-74a0bd44ae18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:38:29.111292 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Attempting to bind port f96b0304-2e35-4399-a3f0-becce8cca0a8 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:38:29.112702 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Attempting to bind port f96b0304-2e35-4399-a3f0-becce8cca0a8 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': 'defe3d89-923d-42e7-901f-fd463a39e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:38:29.116610 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Attempting to bind port f96b0304-2e35-4399-a3f0-becce8cca0a8 on network fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:38:29.128200 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:38:29.130092 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Checking segment: {'id': 'defe3d89-923d-42e7-901f-fd463a39e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:38:29.130611 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:29.131626 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Bound using segment: {'id': 'defe3d89-923d-42e7-901f-fd463a39e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:38:29.132894 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Bound port: f96b0304-2e35-4399-a3f0-becce8cca0a8, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defe3d89-923d-42e7-901f-fd463a39e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:38:29.133578 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (f96b0304-2e35-4399-a3f0-becce8cca0a8), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:29.146545 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Attempting to bind port c192d034-7b41-4906-b7c2-06e4a7b33f15 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:38:29.146929 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Attempting to bind port c192d034-7b41-4906-b7c2-06e4a7b33f15 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:38:29.147471 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Attempting to bind port c192d034-7b41-4906-b7c2-06e4a7b33f15 on network af5e8334-9cb2-4ddc-b153-43f6f162f135 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:38:29.153594 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:38:29.153973 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Checking segment: {'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:38:29.154380 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:29.155497 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Bound using segment: {'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:38:29.156146 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Bound port: c192d034-7b41-4906-b7c2-06e4a7b33f15, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:38:29.156541 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:29.196005 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abdf3d-757d-492d-aba9-60cc1752b4ca req-832cd0c3-a7a8-45ad-9780-15308505be00 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:29.201572 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a6abdf3d-757d-492d-aba9-60cc1752b4ca req-832cd0c3-a7a8-45ad-9780-15308505be00 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 932 time: 0.1137588 Feb 16 05:38:29.277986 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] For port c192d034-7b41-4906-b7c2-06e4a7b33f15, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:38:29.282146 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] For port c192d034-7b41-4906-b7c2-06e4a7b33f15, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=c192d034-7b41-4906-b7c2-06e4a7b33f15,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:38:29.288200 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] For port f96b0304-2e35-4399-a3f0-becce8cca0a8, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:38:29.291185 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:29.292153 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a6abdf3d-757d-492d-aba9-60cc1752b4ca req-8115adad-7784-4d4a-9b4a-b01b876c0efe tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=0678516f-cf12-4164-bfab-c933c6ea3ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837817 Feb 16 05:38:29.318661 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] For port f96b0304-2e35-4399-a3f0-becce8cca0a8, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=f96b0304-2e35-4399-a3f0-becce8cca0a8,segment=NetworkSegment(defe3d89-923d-42e7-901f-fd463a39e19b),segment_id=defe3d89-923d-42e7-901f-fd463a39e19b)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:38:29.328577 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-64c90ac7-de4a-4be4-b9fd-575d3df675cf None None] Provisioning complete for port e23a7d90-c9d0-41fa-8147-86dc735e1a4c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:29.329489 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-64c90ac7-de4a-4be4-b9fd-575d3df675cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (e23a7d90-c9d0-41fa-8147-86dc735e1a4c), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:29.348400 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Request body: {'port': {'device_id': '16170a04-6a12-4e3d-b6f0-b8d4ccf463be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:29.361367 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Routers {'a1b82751-9f01-4fa1-adb5-402c7d13a229'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:38:29.362274 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:38:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a1b82751-9f01-4fa1-adb5-402c7d13a229'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:29.365837 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (f96b0304-2e35-4399-a3f0-becce8cca0a8), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:29.423498 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (e23a7d90-c9d0-41fa-8147-86dc735e1a4c), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:29.453453 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-64c90ac7-de4a-4be4-b9fd-575d3df675cf None None] Port e23a7d90-c9d0-41fa-8147-86dc735e1a4c cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:38:29.503002 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:29.527431 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] Set router a1b82751-9f01-4fa1-adb5-402c7d13a229 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:38:29.536738 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718c980-00c1-43f3-acbf-60e94c709188 None None] Pushing event updated for resources: {'Port': ['ID=f96b0304-2e35-4399-a3f0-becce8cca0a8,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:29.577317 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-341aa232-a558-453e-bb70-217b2a8a23bd None None] Provisioning complete for port c192d034-7b41-4906-b7c2-06e4a7b33f15 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:29.578118 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-341aa232-a558-453e-bb70-217b2a8a23bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:29.652404 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 28ea6209-9dec-4786-a24e-a993b68de42c up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:38:29.793504 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bba6b-55ba-4ef6-836f-74a0bd44ae18 None None] Pushing event updated for resources: {'Port': ['ID=c192d034-7b41-4906-b7c2-06e4a7b33f15,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:29.816219 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-dff295e1-7021-458f-b8aa-71442ccef847 req-1ca52268-3736-4183-a038-86352f92d9ae tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 210 time: 0.0555670 Feb 16 05:38:29.845995 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] Publish callbacks [] for router_gateway (fce50557-09ce-4104-9641-3c8052502356), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:29.893202 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 28ea6209-9dec-4786-a24e-a993b68de42c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:29.893639 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (28ea6209-9dec-4786-a24e-a993b68de42c), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:29.896243 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:29.897043 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23a7d90-c9d0-41fa-8147-86dc735e1a4c {{(pid=102567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:38:29.905548 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Publish callbacks [] for port (e23a7d90-c9d0-41fa-8147-86dc735e1a4c), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:29.920331 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.provisioning_blocks [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Transition to ACTIVE for port object e23a7d90-c9d0-41fa-8147-86dc735e1a4c will not be triggered until provisioned by entity L2. {{(pid=102567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:38:29.926664 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (e23a7d90-c9d0-41fa-8147-86dc735e1a4c), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:29.955887 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:29Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:29.972998 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-341aa232-a558-453e-bb70-217b2a8a23bd None None] Current status of the port c192d034-7b41-4906-b7c2-06e4a7b33f15 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:29.973624 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-341aa232-a558-453e-bb70-217b2a8a23bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:29.979784 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-f1f73fde-b9b5-4f43-9efa-d7b9abfb316c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Made reservation on behalf of 98f0673600914ab1a0a8636e309c3306 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:38:29.984349 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-f1f73fde-b9b5-4f43-9efa-d7b9abfb316c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:29.998134 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Pushing event updated for resources: {'Port': ['ID=e23a7d90-c9d0-41fa-8147-86dc735e1a4c,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:30.029689 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad84e438-0099-4a0a-b0f9-e288fe1c3135 None None] The sync data for ids ['a1b82751-9f01-4fa1-adb5-402c7d13a229'] in dv-cinder-829473-2-iscsi is: [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:29Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:38:30.065454 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-341aa232-a558-453e-bb70-217b2a8a23bd None None] For port c192d034-7b41-4906-b7c2-06e4a7b33f15, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=c192d034-7b41-4906-b7c2-06e4a7b33f15,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:38:30.100543 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-341aa232-a558-453e-bb70-217b2a8a23bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:30.116709 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 28ea6209-9dec-4786-a24e-a993b68de42c is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:30.152532 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] Allocated IP 172.27.0.189 (61efc28e-7d20-4d92-8b96-aa9398e7f442/35988b50-7f57-43f7-b0a5-0909380c9793/b4554ff9-83b8-4eac-9b59-a2ff04a46dc9) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:38:30.191498 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341aa232-a558-453e-bb70-217b2a8a23bd None None] Pushing event updated for resources: {'Port': ['ID=c192d034-7b41-4906-b7c2-06e4a7b33f15,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:30.215678 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Attempting to bind port e23a7d90-c9d0-41fa-8147-86dc735e1a4c on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:38:30.216593 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Attempting to bind port e23a7d90-c9d0-41fa-8147-86dc735e1a4c by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'ceff631c-45db-4708-b64a-2f17c1110a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:38:30.216900 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Attempting to bind port e23a7d90-c9d0-41fa-8147-86dc735e1a4c on network 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:38:30.221963 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Port e23a7d90-c9d0-41fa-8147-86dc735e1a4c on network 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:38:30.222293 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Attempting to bind port e23a7d90-c9d0-41fa-8147-86dc735e1a4c on network 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:38:30.227687 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:38:30.228043 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Checking segment: {'id': 'ceff631c-45db-4708-b64a-2f17c1110a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:38:30.228435 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Bound using segment: {'id': 'ceff631c-45db-4708-b64a-2f17c1110a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c'} {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:38:30.228872 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Bound port: e23a7d90-c9d0-41fa-8147-86dc735e1a4c, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceff631c-45db-4708-b64a-2f17c1110a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c'}}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:38:30.229238 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (e23a7d90-c9d0-41fa-8147-86dc735e1a4c), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:30.257922 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9c643cdb-6682-4ffb-899b-731cc68e7bb6 None None] Provisioning complete for port c192d034-7b41-4906-b7c2-06e4a7b33f15 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:30.258396 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9c643cdb-6682-4ffb-899b-731cc68e7bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:30.318010 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] For port e23a7d90-c9d0-41fa-8147-86dc735e1a4c, host hv-cinder-82947, cleared binding levels {{(pid=102567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:38:30.325955 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] For port e23a7d90-c9d0-41fa-8147-86dc735e1a4c, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=e23a7d90-c9d0-41fa-8147-86dc735e1a4c,segment=NetworkSegment(ceff631c-45db-4708-b64a-2f17c1110a04),segment_id=ceff631c-45db-4708-b64a-2f17c1110a04)] {{(pid=102567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:38:30.344547 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (e23a7d90-c9d0-41fa-8147-86dc735e1a4c), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:30.401799 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-f1f73fde-b9b5-4f43-9efa-d7b9abfb316c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Allocated IP 172.20.0.13 (8bff5ceb-655f-4b77-9e4f-6947f831595a/0acbf643-c806-4af9-a75e-f3ce06c9fe9e/34a938ee-31c9-4981-a33b-0346248cbdca) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:38:30.406490 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] Publish callbacks [] for port (b4554ff9-83b8-4eac-9b59-a2ff04a46dc9), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:30.427516 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9c643cdb-6682-4ffb-899b-731cc68e7bb6 None None] Current status of the port c192d034-7b41-4906-b7c2-06e4a7b33f15 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:30.454087 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Pushing event updated for resources: {'Port': ['ID=e23a7d90-c9d0-41fa-8147-86dc735e1a4c,revision_number=3']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:30.460536 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:30.461421 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:30.463409 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-12acd1e8-6414-4402-adde-7afc3b8710ec service neutron] 10.222.0.60 "PUT /v2.0/ports/e23a7d90-c9d0-41fa-8147-86dc735e1a4c HTTP/1.1" status: 200 len: 1094 time: 1.4774411 Feb 16 05:38:30.465363 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16170a04-6a12-4e3d-b6f0-b8d4ccf463be', 'tag': 'e23a7d90-c9d0-41fa-8147-86dc735e1a4c'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:38:30.468746 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f24df6-352d-4318-9d65-f5ce67a88ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "16170a04-6a12-4e3d-b6f0-b8d4ccf463be", "tag": "e23a7d90-c9d0-41fa-8147-86dc735e1a4c"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:38:30.501523 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded99535-8baa-4da6-aaf0-0d53e1103cf7 req-8158c955-c5b6-4b1a-9da4-8fb9348a1887 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:30.516782 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ded99535-8baa-4da6-aaf0-0d53e1103cf7 req-8158c955-c5b6-4b1a-9da4-8fb9348a1887 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 944 time: 0.1092529 Feb 16 05:38:30.561845 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (b4554ff9-83b8-4eac-9b59-a2ff04a46dc9), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:30.598468 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558f2184-2d51-457d-bdf2-60cca4bcda12 x-openstack-request-id: req-558f2184-2d51-457d-bdf2-60cca4bcda12 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:38:30.598892 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16170a04-6a12-4e3d-b6f0-b8d4ccf463be", "tag": "e23a7d90-c9d0-41fa-8147-86dc735e1a4c", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:38:30.599351 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-558f2184-2d51-457d-bdf2-60cca4bcda12 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:38:30.599801 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16170a04-6a12-4e3d-b6f0-b8d4ccf463be', 'tag': 'e23a7d90-c9d0-41fa-8147-86dc735e1a4c', 'status': 'completed', 'code': 200} Feb 16 05:38:30.633962 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ded99535-8baa-4da6-aaf0-0d53e1103cf7 req-e42c21e2-33b0-4bb0-93b0-20f11014e15e tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=0678516f-cf12-4164-bfab-c933c6ea3ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161854 Feb 16 05:38:30.659580 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:38:30.659699 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-8b81a8d8-c96d-47c6-b09f-c50a7a332f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:30.660752 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-8b81a8d8-c96d-47c6-b09f-c50a7a332f4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d95f84bb5c4548a82ead0d4d2cb38c&device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 1128 time: 0.1052639 Feb 16 05:38:30.664113 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:38:30.667382 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:38:30.679831 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] Pushing event updated for resources: {'Port': ['ID=b4554ff9-83b8-4eac-9b59-a2ff04a46dc9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:30.726243 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-ec365e6a-4094-4f2e-9d54-b58727f7dcb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e23a7d90-c9d0-41fa-8147-86dc735e1a4c HTTP/1.1" status: 200 len: 217 time: 0.0530152 Feb 16 05:38:30.769491 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-f1f73fde-b9b5-4f43-9efa-d7b9abfb316c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for port (34a938ee-31c9-4981-a33b-0346248cbdca), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:30.975621 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:31.010581 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-f1f73fde-b9b5-4f43-9efa-d7b9abfb316c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:31.042310 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b0250-32c3-4e80-bbdf-ef496ff29b55 None None] Network fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:38:31.081979 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-97bea058-1a15-4552-9ab9-efb5c1a4dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:31.084194 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-97bea058-1a15-4552-9ab9-efb5c1a4dfd8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=636aaf45-90e1-4d41-a98b-57327459a7bf HTTP/1.1" status: 200 len: 849 time: 0.3521857 Feb 16 05:38:31.127967 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-f1f73fde-b9b5-4f43-9efa-d7b9abfb316c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Network 8bff5ceb-655f-4b77-9e4f-6947f831595a is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:38:31.145098 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-f1f73fde-b9b5-4f43-9efa-d7b9abfb316c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:38:31.147953 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-73b7e488-3905-4790-89db-9212b945fc32 None None] Provisioning complete for port f96b0304-2e35-4399-a3f0-becce8cca0a8 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:31.148116 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-26c93fec-62da-4e77-abe9-31e2836343d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:31.148716 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-73b7e488-3905-4790-89db-9212b945fc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (f96b0304-2e35-4399-a3f0-becce8cca0a8), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:31.149776 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-26c93fec-62da-4e77-abe9-31e2836343d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554039 Feb 16 05:38:31.151138 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-f1f73fde-b9b5-4f43-9efa-d7b9abfb316c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:38:31.153746 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f73fde-b9b5-4f43-9efa-d7b9abfb316c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Pushing event updated for resources: {'Port': ['ID=34a938ee-31c9-4981-a33b-0346248cbdca,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:31.210218 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e34058-589b-4c39-abb8-f9c60fdbc33a req-da67861d-d781-454c-a70e-ea38650e32cc tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:31.211782 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-67e34058-589b-4c39-abb8-f9c60fdbc33a req-da67861d-d781-454c-a70e-ea38650e32cc tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 932 time: 0.2030857 Feb 16 05:38:31.216646 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] Publish callbacks [] for router_gateway (fce50557-09ce-4104-9641-3c8052502356), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:31.302595 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-cc88c14d-0e74-4d89-8e29-9f5542fe7944 service neutron] 10.222.0.60 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464336 Feb 16 05:38:31.318463 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-73b7e488-3905-4790-89db-9212b945fc32 None None] Current status of the port f96b0304-2e35-4399-a3f0-becce8cca0a8 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:31.318595 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-f1f73fde-b9b5-4f43-9efa-d7b9abfb316c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:31.319255 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-f1f73fde-b9b5-4f43-9efa-d7b9abfb316c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:31.319383 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-73b7e488-3905-4790-89db-9212b945fc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (f96b0304-2e35-4399-a3f0-becce8cca0a8), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:31.376549 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-73b7e488-3905-4790-89db-9212b945fc32 None None] For port f96b0304-2e35-4399-a3f0-becce8cca0a8, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=f96b0304-2e35-4399-a3f0-becce8cca0a8,segment=NetworkSegment(defe3d89-923d-42e7-901f-fd463a39e19b),segment_id=defe3d89-923d-42e7-901f-fd463a39e19b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:38:31.398866 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-73b7e488-3905-4790-89db-9212b945fc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (f96b0304-2e35-4399-a3f0-becce8cca0a8), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:31.436391 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-f1f73fde-b9b5-4f43-9efa-d7b9abfb316c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4312291 Feb 16 05:38:31.458878 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57e73883-0c07-48b1-99f4-2ec22245a979 req-3691692b-f4ff-41a5-af7d-34c668051408 service neutron] 10.222.0.60 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495192 Feb 16 05:38:31.467880 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Request body: {'port': {'device_id': '5c112142-abdc-4305-9f88-55a64404a86d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:31.483832 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7e488-3905-4790-89db-9212b945fc32 None None] Pushing event updated for resources: {'Port': ['ID=f96b0304-2e35-4399-a3f0-becce8cca0a8,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:31.514451 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-67e34058-589b-4c39-abb8-f9c60fdbc33a req-fe095431-6d0d-44dd-acf0-cee68b69e5bb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2929449 Feb 16 05:38:31.632789 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-bfd2fc75-590e-409d-9563-0189f2020b08 None None] Provisioning complete for port 34a938ee-31c9-4981-a33b-0346248cbdca triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:31.634034 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bfd2fc75-590e-409d-9563-0189f2020b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:31.635987 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:31.667734 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f24df6-352d-4318-9d65-f5ce67a88ac0 req-c040b17f-62ca-42b8-b03b-1ae94c7376fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:31.669442 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-92f24df6-352d-4318-9d65-f5ce67a88ac0 req-c040b17f-62ca-42b8-b03b-1ae94c7376fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d95f84bb5c4548a82ead0d4d2cb38c&device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 1128 time: 0.0877697 Feb 16 05:38:31.704797 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-bfd2fc75-590e-409d-9563-0189f2020b08 None None] Port 34a938ee-31c9-4981-a33b-0346248cbdca cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:38:31.737927 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device c192d034-7b41-4906-b7c2-06e4a7b33f15 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:38:31.740086 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-bfd2fc75-590e-409d-9563-0189f2020b08 None None] Provisioning complete for port f96b0304-2e35-4399-a3f0-becce8cca0a8 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:31.740505 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bfd2fc75-590e-409d-9563-0189f2020b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (f96b0304-2e35-4399-a3f0-becce8cca0a8), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:31.832790 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port c192d034-7b41-4906-b7c2-06e4a7b33f15 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:31.833405 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:31.837111 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588116'] for router (fce50557-09ce-4104-9641-3c8052502356), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:31.847169 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f24df6-352d-4318-9d65-f5ce67a88ac0 req-40d2c199-7436-4758-b031-ae7a038b5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:31.850886 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-92f24df6-352d-4318-9d65-f5ce67a88ac0 req-40d2c199-7436-4758-b031-ae7a038b5ec7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c HTTP/1.1" status: 200 len: 911 time: 0.1733170 Feb 16 05:38:31.900700 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-92f24df6-352d-4318-9d65-f5ce67a88ac0 req-ce5e1cb9-c5ef-42c7-85b4-e1029f0cb36d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e23a7d90-c9d0-41fa-8147-86dc735e1a4c HTTP/1.1" status: 200 len: 217 time: 0.0431600 Feb 16 05:38:31.906177 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-bfd2fc75-590e-409d-9563-0189f2020b08 None None] Current status of the port f96b0304-2e35-4399-a3f0-becce8cca0a8 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:31.908605 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c5cb3-9afe-441b-b938-34c7a84906bc req-d0ed8475-fb80-4cf3-a860-be8d7d04847e tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:31.911257 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c12c5cb3-9afe-441b-b938-34c7a84906bc req-d0ed8475-fb80-4cf3-a860-be8d7d04847e tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 944 time: 0.1340020 Feb 16 05:38:31.965034 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port c192d034-7b41-4906-b7c2-06e4a7b33f15 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:31.966442 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device f96b0304-2e35-4399-a3f0-becce8cca0a8 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:38:31.986594 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f24df6-352d-4318-9d65-f5ce67a88ac0 req-cd78e5f4-2124-4d7a-9c58-fecbb435981e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:31.988152 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-92f24df6-352d-4318-9d65-f5ce67a88ac0 req-cd78e5f4-2124-4d7a-9c58-fecbb435981e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=636aaf45-90e1-4d41-a98b-57327459a7bf HTTP/1.1" status: 200 len: 849 time: 0.0759470 Feb 16 05:38:32.011952 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c12c5cb3-9afe-441b-b938-34c7a84906bc req-781c44ce-5b7e-470d-a1b6-6fdf181126f4 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=0678516f-cf12-4164-bfab-c933c6ea3ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918534 Feb 16 05:38:32.031188 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port f96b0304-2e35-4399-a3f0-becce8cca0a8 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:32.032183 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (f96b0304-2e35-4399-a3f0-becce8cca0a8), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:32.057356 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f24df6-352d-4318-9d65-f5ce67a88ac0 req-f6e943e8-326b-403b-b8ec-1273f9bc5a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:32.058913 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-92f24df6-352d-4318-9d65-f5ce67a88ac0 req-f6e943e8-326b-403b-b8ec-1273f9bc5a90 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626409 Feb 16 05:38:32.120596 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port f96b0304-2e35-4399-a3f0-becce8cca0a8 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:32.123407 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] Router fce50557-09ce-4104-9641-3c8052502356 is scheduled to L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 05:38:32.129865 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a938ee-31c9-4981-a33b-0346248cbdca {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:38:32.139779 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Publish callbacks [] for port (34a938ee-31c9-4981-a33b-0346248cbdca), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:32.157787 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-92f24df6-352d-4318-9d65-f5ce67a88ac0 req-526654f0-4818-4e86-8d2b-db3040deeddd service neutron] 10.222.0.60 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917315 Feb 16 05:38:32.186071 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Transition to ACTIVE for port object 34a938ee-31c9-4981-a33b-0346248cbdca will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:38:32.213326 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:32.246496 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-92f24df6-352d-4318-9d65-f5ce67a88ac0 req-c70357a9-8547-4235-a3f3-50ae401cd5e6 service neutron] 10.222.0.60 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820718 Feb 16 05:38:32.277373 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Pushing event updated for resources: {'Port': ['ID=34a938ee-31c9-4981-a33b-0346248cbdca,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:32.337773 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:38:32.349083 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Sync routers for ids ['fce50557-09ce-4104-9641-3c8052502356'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:38:32.363202 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Routers {'fce50557-09ce-4104-9641-3c8052502356'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:38:32.363993 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:38:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['fce50557-09ce-4104-9641-3c8052502356'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:32.370991 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:32.372252 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-0f3dec4a-d0a9-4845-b3ce-bcf19766f263 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0739880 Feb 16 05:38:32.375213 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58388) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:32.383380 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Attempting to bind port 34a938ee-31c9-4981-a33b-0346248cbdca on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:38:32.383719 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Attempting to bind port 34a938ee-31c9-4981-a33b-0346248cbdca by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'ae5c69d9-65b4-4e84-8215-02012f7565ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:38:32.384049 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Attempting to bind port 34a938ee-31c9-4981-a33b-0346248cbdca on network 8bff5ceb-655f-4b77-9e4f-6947f831595a {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:38:32.444225 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Port 34a938ee-31c9-4981-a33b-0346248cbdca on network 8bff5ceb-655f-4b77-9e4f-6947f831595a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:38:32.444547 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Attempting to bind port 34a938ee-31c9-4981-a33b-0346248cbdca on network 8bff5ceb-655f-4b77-9e4f-6947f831595a {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:38:32.454440 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:38:32.454776 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Checking segment: {'id': 'ae5c69d9-65b4-4e84-8215-02012f7565ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:38:32.455165 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Bound using segment: {'id': 'ae5c69d9-65b4-4e84-8215-02012f7565ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:38:32.455598 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Bound port: 34a938ee-31c9-4981-a33b-0346248cbdca, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae5c69d9-65b4-4e84-8215-02012f7565ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:38:32.455959 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:32.613002 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Set router fce50557-09ce-4104-9641-3c8052502356 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:38:32.615953 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] For port 34a938ee-31c9-4981-a33b-0346248cbdca, host hv-cinder-82947, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:38:32.647054 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] For port 34a938ee-31c9-4981-a33b-0346248cbdca, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=34a938ee-31c9-4981-a33b-0346248cbdca,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:38:32.664252 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:32.721940 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:32.722707 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:32.723942 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-c2777008-1659-434e-812f-b65f105222b3 service neutron] 10.222.0.60 "PUT /v2.0/ports/34a938ee-31c9-4981-a33b-0346248cbdca HTTP/1.1" status: 200 len: 1094 time: 1.2649186 Feb 16 05:38:32.728676 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c112142-abdc-4305-9f88-55a64404a86d', 'tag': '34a938ee-31c9-4981-a33b-0346248cbdca'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:38:32.730956 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed507081-eb6f-4a67-ac80-3007304abe26" -d '{"events": [{"name": "network-changed", "server_uuid": "5c112142-abdc-4305-9f88-55a64404a86d", "tag": "34a938ee-31c9-4981-a33b-0346248cbdca"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:38:32.750437 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589b1a8-04b3-4a52-89a0-540b67adb1e2 req-f78d57ff-b851-4771-98eb-366d3c301a68 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:32.752031 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f589b1a8-04b3-4a52-89a0-540b67adb1e2 req-f78d57ff-b851-4771-98eb-366d3c301a68 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 944 time: 0.1493704 Feb 16 05:38:32.827663 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:32.846774 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce50557-09ce-4104-9641-3c8052502356', 'name': 'tempest-TestVolumeBootPattern-2048493811-router', 'tenant_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'b4554ff9-83b8-4eac-9b59-a2ff04a46dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:28Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 3, 'project_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'gw_port': {'id': 'b4554ff9-83b8-4eac-9b59-a2ff04a46dc9', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:69:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce50557-09ce-4104-9641-3c8052502356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:29Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:32.854350 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2777008-1659-434e-812f-b65f105222b3 service neutron] Pushing event updated for resources: {'Port': ['ID=34a938ee-31c9-4981-a33b-0346248cbdca,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:32.884726 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Checking router: fce50557-09ce-4104-9641-3c8052502356 for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:38:32.885073 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Updating router fce50557-09ce-4104-9641-3c8052502356 port b4554ff9-83b8-4eac-9b59-a2ff04a46dc9 binding host dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:38:32.919698 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (b4554ff9-83b8-4eac-9b59-a2ff04a46dc9), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:33.153772 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a388b-b63e-45de-9df9-0797f036b732 req-df368909-ed0e-4cca-8522-70ce2059bb45 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:33.155886 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5e6a388b-b63e-45de-9df9-0797f036b732 req-df368909-ed0e-4cca-8522-70ce2059bb45 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 944 time: 0.0548472 Feb 16 05:38:33.167977 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bedd79-94b5-4f66-8bcf-aceb9ef7e212 x-openstack-request-id: req-80bedd79-94b5-4f66-8bcf-aceb9ef7e212 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:38:33.168560 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c112142-abdc-4305-9f88-55a64404a86d", "tag": "34a938ee-31c9-4981-a33b-0346248cbdca", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:38:33.168560 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-80bedd79-94b5-4f66-8bcf-aceb9ef7e212 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:38:33.169448 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c112142-abdc-4305-9f88-55a64404a86d', 'tag': '34a938ee-31c9-4981-a33b-0346248cbdca', 'status': 'completed', 'code': 200} Feb 16 05:38:33.213203 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f589b1a8-04b3-4a52-89a0-540b67adb1e2 req-dd93a781-e00c-46ac-81df-1ec5f0add6b7 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4523849 Feb 16 05:38:33.227669 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5e6a388b-b63e-45de-9df9-0797f036b732 req-ebb0b35e-f900-4269-9e9f-83d6c5a96e60 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=0678516f-cf12-4164-bfab-c933c6ea3ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659478 Feb 16 05:38:33.230895 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-1d9a7883-6bcb-4085-8076-e33a4aca1496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:33.233000 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-1d9a7883-6bcb-4085-8076-e33a4aca1496 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=98f0673600914ab1a0a8636e309c3306&device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 1128 time: 0.4145002 Feb 16 05:38:33.244605 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Publish callbacks [] for port (b4554ff9-83b8-4eac-9b59-a2ff04a46dc9), precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:33.254705 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (b4554ff9-83b8-4eac-9b59-a2ff04a46dc9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:33.293281 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-e8532e6a-6822-447f-9ace-ba77a85dbc25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34a938ee-31c9-4981-a33b-0346248cbdca HTTP/1.1" status: 200 len: 217 time: 0.0389030 Feb 16 05:38:33.313565 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Attempting to bind port b4554ff9-83b8-4eac-9b59-a2ff04a46dc9 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:38:33.313931 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Attempting to bind port b4554ff9-83b8-4eac-9b59-a2ff04a46dc9 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:38:33.314310 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Attempting to bind port b4554ff9-83b8-4eac-9b59-a2ff04a46dc9 on network 61efc28e-7d20-4d92-8b96-aa9398e7f442 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:38:33.317641 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c4ce0-c133-4bf3-a738-e9ce72053c80 None None] Pushing event updated for resources: {'Port': ['ID=b4554ff9-83b8-4eac-9b59-a2ff04a46dc9,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:33.322905 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:38:33.323285 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Checking segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:38:33.323683 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:33.324076 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Bound using segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:38:33.324726 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Bound port: b4554ff9-83b8-4eac-9b59-a2ff04a46dc9, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:38:33.325762 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (b4554ff9-83b8-4eac-9b59-a2ff04a46dc9), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:33.380928 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-07dc7719-c7d9-43ca-9179-ba8d5041581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:33.382409 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-07dc7719-c7d9-43ca-9179-ba8d5041581d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0acbf643-c806-4af9-a75e-f3ce06c9fe9e HTTP/1.1" status: 200 len: 855 time: 0.0826039 Feb 16 05:38:33.383604 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] For port b4554ff9-83b8-4eac-9b59-a2ff04a46dc9, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:38:33.386737 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] For port b4554ff9-83b8-4eac-9b59-a2ff04a46dc9, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=b4554ff9-83b8-4eac-9b59-a2ff04a46dc9,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:38:33.392931 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (b4554ff9-83b8-4eac-9b59-a2ff04a46dc9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:33.453208 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Routers {'fce50557-09ce-4104-9641-3c8052502356'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:38:33.453835 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:38:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['fce50557-09ce-4104-9641-3c8052502356'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:33.457304 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2619bf4a-a7bc-459b-a59e-1869c6da5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:33.457474 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c4ce0-c133-4bf3-a738-e9ce72053c80 None None] Pushing event updated for resources: {'Port': ['ID=b4554ff9-83b8-4eac-9b59-a2ff04a46dc9,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:33.473181 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-17cee762-b41c-4a1c-a591-cb656b64f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:33.474720 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-17cee762-b41c-4a1c-a591-cb656b64f130 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bff5ceb-655f-4b77-9e4f-6947f831595a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857484 Feb 16 05:38:33.581539 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] Set router fce50557-09ce-4104-9641-3c8052502356 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:38:33.617801 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device f96b0304-2e35-4399-a3f0-becce8cca0a8 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:38:33.643865 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-b28c1865-ea38-4708-830d-5e9acd57a543 service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601946 Feb 16 05:38:33.747275 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-2619bf4a-a7bc-459b-a59e-1869c6da5f68 admin admin] Allocated IP 172.20.0.1 (fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00/b1490b43-12c4-46de-bc8f-87c49fdd9a28/f15ad4dd-15f4-43ad-824d-e1e944d4d22c) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:38:33.770182 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port f96b0304-2e35-4399-a3f0-becce8cca0a8 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:33.770560 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (f96b0304-2e35-4399-a3f0-becce8cca0a8), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:33.824729 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-305b005e-8a97-4aa4-8786-3db20e032eb4 req-db8660f7-4008-4645-aefc-ca5684a04369 service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555371 Feb 16 05:38:33.855349 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce50557-09ce-4104-9641-3c8052502356', 'name': 'tempest-TestVolumeBootPattern-2048493811-router', 'tenant_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'b4554ff9-83b8-4eac-9b59-a2ff04a46dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:28Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 3, 'project_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'gw_port': {'id': 'b4554ff9-83b8-4eac-9b59-a2ff04a46dc9', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:69:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce50557-09ce-4104-9641-3c8052502356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:29Z', 'updated_at': '2022-02-16T05:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:33.876637 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2619bf4a-a7bc-459b-a59e-1869c6da5f68 admin admin] Publish callbacks [] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:33.901220 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7424c4ae-3740-451f-9175-6c7317ac87e5 None None] The sync data for ids ['fce50557-09ce-4104-9641-3c8052502356'] in dv-cinder-829473-2-iscsi is: [{'id': 'fce50557-09ce-4104-9641-3c8052502356', 'name': 'tempest-TestVolumeBootPattern-2048493811-router', 'tenant_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'b4554ff9-83b8-4eac-9b59-a2ff04a46dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:28Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 3, 'project_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'gw_port': {'id': 'b4554ff9-83b8-4eac-9b59-a2ff04a46dc9', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:69:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce50557-09ce-4104-9641-3c8052502356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:29Z', 'updated_at': '2022-02-16T05:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:38:33.910931 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2619bf4a-a7bc-459b-a59e-1869c6da5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:33.912838 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port f96b0304-2e35-4399-a3f0-becce8cca0a8 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:33.982685 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2619bf4a-a7bc-459b-a59e-1869c6da5f68 admin admin] Network fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:38:33.986469 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619bf4a-a7bc-459b-a59e-1869c6da5f68 admin admin] Pushing event updated for resources: {'Port': ['ID=f15ad4dd-15f4-43ad-824d-e1e944d4d22c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:33.988909 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-2619bf4a-a7bc-459b-a59e-1869c6da5f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:38:33.991668 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2619bf4a-a7bc-459b-a59e-1869c6da5f68 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:38:34.038022 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed507081-eb6f-4a67-ac80-3007304abe26 req-edbde914-04bc-4c05-a7c2-58e821047f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:34.039589 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ed507081-eb6f-4a67-ac80-3007304abe26 req-edbde914-04bc-4c05-a7c2-58e821047f9d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=98f0673600914ab1a0a8636e309c3306&device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 1128 time: 0.1263981 Feb 16 05:38:34.042935 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2619bf4a-a7bc-459b-a59e-1869c6da5f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588071'] for router_interface (fce50557-09ce-4104-9641-3c8052502356), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:34.239137 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed507081-eb6f-4a67-ac80-3007304abe26 req-de2d3f3b-fdbb-42c0-a243-3c0b39addb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:34.242253 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ed507081-eb6f-4a67-ac80-3007304abe26 req-de2d3f3b-fdbb-42c0-a243-3c0b39addb38 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bff5ceb-655f-4b77-9e4f-6947f831595a HTTP/1.1" status: 200 len: 917 time: 0.1956360 Feb 16 05:38:34.298638 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c310a04b-ce1c-42ad-a7da-fd3009dbf40a None None] Provisioning complete for port f15ad4dd-15f4-43ad-824d-e1e944d4d22c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:34.298638 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c310a04b-ce1c-42ad-a7da-fd3009dbf40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:34.310157 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ed507081-eb6f-4a67-ac80-3007304abe26 req-dc7e5859-af4a-413d-8fff-a48414210705 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34a938ee-31c9-4981-a33b-0346248cbdca HTTP/1.1" status: 200 len: 217 time: 0.0578392 Feb 16 05:38:34.314888 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2619bf4a-a7bc-459b-a59e-1869c6da5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:34.354712 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c9abf-58cb-4fb5-840d-7534a995ff87 req-0d5daeec-d048-4d42-9bb7-c6523f451f13 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:34.357118 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b16c9abf-58cb-4fb5-840d-7534a995ff87 req-0d5daeec-d048-4d42-9bb7-c6523f451f13 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 944 time: 0.0647733 Feb 16 05:38:34.363857 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c310a04b-ce1c-42ad-a7da-fd3009dbf40a None None] Port f15ad4dd-15f4-43ad-824d-e1e944d4d22c cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:38:34.407654 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b16c9abf-58cb-4fb5-840d-7534a995ff87 req-18b920ed-2d97-4a4f-81f1-1ac9557e8fcd tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=0678516f-cf12-4164-bfab-c933c6ea3ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447237 Feb 16 05:38:34.440932 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed507081-eb6f-4a67-ac80-3007304abe26 req-0fd8a737-9339-4e02-99d0-88f4f962e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:34.442452 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ed507081-eb6f-4a67-ac80-3007304abe26 req-0fd8a737-9339-4e02-99d0-88f4f962e85b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0acbf643-c806-4af9-a75e-f3ce06c9fe9e HTTP/1.1" status: 200 len: 855 time: 0.1253641 Feb 16 05:38:34.528205 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d1939-a702-4222-93de-3ce32de71828 req-e8fb9c9d-298b-49ef-b6d9-fa838b663e3e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:34.530242 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b19d1939-a702-4222-93de-3ce32de71828 req-e8fb9c9d-298b-49ef-b6d9-fa838b663e3e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 944 time: 0.1789503 Feb 16 05:38:34.586483 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed507081-eb6f-4a67-ac80-3007304abe26 req-c92fba97-3779-4060-8d1e-65f1a021bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:34.587989 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ed507081-eb6f-4a67-ac80-3007304abe26 req-c92fba97-3779-4060-8d1e-65f1a021bf27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bff5ceb-655f-4b77-9e4f-6947f831595a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1381092 Feb 16 05:38:34.673641 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b19d1939-a702-4222-93de-3ce32de71828 req-69c659d9-e25f-41d3-a652-32ddc4e2168a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373601 Feb 16 05:38:34.707219 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2619bf4a-a7bc-459b-a59e-1869c6da5f68 admin admin] Publish callbacks [] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:34.713136 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2619bf4a-a7bc-459b-a59e-1869c6da5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:34.775403 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ed507081-eb6f-4a67-ac80-3007304abe26 req-a6c1505a-ef7e-40bd-8997-8ff380402644 service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789200 Feb 16 05:38:34.837798 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619bf4a-a7bc-459b-a59e-1869c6da5f68 admin admin] Pushing event updated for resources: {'Port': ['ID=f15ad4dd-15f4-43ad-824d-e1e944d4d22c,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:34.848972 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2619bf4a-a7bc-459b-a59e-1869c6da5f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1516491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588695'] for router_interface (fce50557-09ce-4104-9641-3c8052502356), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:34.899733 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device e23a7d90-c9d0-41fa-8147-86dc735e1a4c details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:38:34.931337 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ed507081-eb6f-4a67-ac80-3007304abe26 req-8b829655-50b7-4f41-950f-87b47d6543fa service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458709 Feb 16 05:38:34.967091 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2619bf4a-a7bc-459b-a59e-1869c6da5f68 admin admin] Network fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:38:34.968520 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-2619bf4a-a7bc-459b-a59e-1869c6da5f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:38:35.005104 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port e23a7d90-c9d0-41fa-8147-86dc735e1a4c, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=e23a7d90-c9d0-41fa-8147-86dc735e1a4c,segment=NetworkSegment(ceff631c-45db-4708-b64a-2f17c1110a04),segment_id=ceff631c-45db-4708-b64a-2f17c1110a04)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:38:35.020110 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': 'e23a7d90-c9d0-41fa-8147-86dc735e1a4c', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'port_id': 'e23a7d90-c9d0-41fa-8147-86dc735e1a4c', 'mac_address': 'fa:16:3e:ac:d5:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:38:35.069685 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port e23a7d90-c9d0-41fa-8147-86dc735e1a4c is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:35.070072 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (e23a7d90-c9d0-41fa-8147-86dc735e1a4c), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:35.084239 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23a7d90-c9d0-41fa-8147-86dc735e1a4c {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:38:35.101821 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2619bf4a-a7bc-459b-a59e-1869c6da5f68 admin admin] Router fce50557-09ce-4104-9641-3c8052502356 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:38:35.104663 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port e23a7d90-c9d0-41fa-8147-86dc735e1a4c, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=e23a7d90-c9d0-41fa-8147-86dc735e1a4c,segment=NetworkSegment(ceff631c-45db-4708-b64a-2f17c1110a04),segment_id=ceff631c-45db-4708-b64a-2f17c1110a04)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:38:35.109979 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (e23a7d90-c9d0-41fa-8147-86dc735e1a4c), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:35.161929 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=e23a7d90-c9d0-41fa-8147-86dc735e1a4c,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:35.189927 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e00532d7-e1dc-4d83-a8a5-14d3815aaa86 None None] Provisioning complete for port f15ad4dd-15f4-43ad-824d-e1e944d4d22c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:35.190296 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e00532d7-e1dc-4d83-a8a5-14d3815aaa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:35.219043 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2619bf4a-a7bc-459b-a59e-1869c6da5f68 admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:38:35.223950 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-2619bf4a-a7bc-459b-a59e-1869c6da5f68 admin admin] 10.222.0.75 "PUT /v2.0/routers/fce50557-09ce-4104-9641-3c8052502356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8477972 Feb 16 05:38:35.225428 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e00532d7-e1dc-4d83-a8a5-14d3815aaa86 None None] Port f15ad4dd-15f4-43ad-824d-e1e944d4d22c cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:38:35.395258 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['e23a7d90-c9d0-41fa-8147-86dc735e1a4c'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:38:35.539757 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276ed8d-df5b-4de0-876b-a064bed8564a req-e6abb1ef-f0ae-4909-b503-509b874976fe tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:35.541830 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-8276ed8d-df5b-4de0-876b-a064bed8564a req-e6abb1ef-f0ae-4909-b503-509b874976fe tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 945 time: 0.0650537 Feb 16 05:38:35.587801 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Sync routers for ids ['fce50557-09ce-4104-9641-3c8052502356'] in dv-cinder-829473-2-iscsi {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:38:35.598761 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Routers {'fce50557-09ce-4104-9641-3c8052502356'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:38:35.599572 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:38:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['fce50557-09ce-4104-9641-3c8052502356'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:35.619143 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-8276ed8d-df5b-4de0-876b-a064bed8564a req-ea0fd99e-d444-417c-a8e4-1353d99b549d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=0678516f-cf12-4164-bfab-c933c6ea3ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664682 Feb 16 05:38:35.633662 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device b4554ff9-83b8-4eac-9b59-a2ff04a46dc9 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:38:35.643557 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58410) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:35.648040 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a1eb5256-648d-4acf-b678-2539de056ccb tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2011454409', 'description': 'tempest-secgroup-smoke-2011454409 description', 'project_id': '7e5222e96e134b27b8a588f1309a0097'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:35.676298 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1eb5256-648d-4acf-b678-2539de056ccb tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:35.699268 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port b4554ff9-83b8-4eac-9b59-a2ff04a46dc9 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:35.699934 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (b4554ff9-83b8-4eac-9b59-a2ff04a46dc9), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:35.730262 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Set router fce50557-09ce-4104-9641-3c8052502356 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:38:35.775732 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1eb5256-648d-4acf-b678-2539de056ccb tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group (5c966fb1-c448-4e33-8d64-7d2e16d640b1), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:35.793604 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1eb5256-648d-4acf-b678-2539de056ccb tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (5c966fb1-c448-4e33-8d64-7d2e16d640b1), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:35.813917 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port b4554ff9-83b8-4eac-9b59-a2ff04a46dc9 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:35.814313 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (b4554ff9-83b8-4eac-9b59-a2ff04a46dc9), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:35.835937 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] For port b4554ff9-83b8-4eac-9b59-a2ff04a46dc9, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=b4554ff9-83b8-4eac-9b59-a2ff04a46dc9,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:38:35.839323 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1eb5256-648d-4acf-b678-2539de056ccb tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:35.840428 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (b4554ff9-83b8-4eac-9b59-a2ff04a46dc9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:35.841354 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-a1eb5256-648d-4acf-b678-2539de056ccb tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1961169 Feb 16 05:38:35.842183 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb5256-648d-4acf-b678-2539de056ccb tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c966fb1-c448-4e33-8d64-7d2e16d640b1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:35.844364 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58414) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:35.849397 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-54abf80d-595b-4908-86aa-26a0b5e750ca tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Request body: {'security_group_rule': {'security_group_id': '5c966fb1-c448-4e33-8d64-7d2e16d640b1', 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:35.874463 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8daa5f-aa5b-45ad-8366-ec6c8698921d req-408cb4f6-15d9-40d9-ace7-797850dc939e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:35.876673 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0d8daa5f-aa5b-45ad-8366-ec6c8698921d req-408cb4f6-15d9-40d9-ace7-797850dc939e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 944 time: 0.1204252 Feb 16 05:38:35.894824 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54abf80d-595b-4908-86aa-26a0b5e750ca tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group_rule (f81a262e-981d-48b5-ad50-d57f087d9d10), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:35.902609 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Pushing event updated for resources: {'Port': ['ID=b4554ff9-83b8-4eac-9b59-a2ff04a46dc9,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:35.941101 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0d8daa5f-aa5b-45ad-8366-ec6c8698921d req-40fbbc17-a7ed-48b5-a263-8a86d3f1b9d4 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585687 Feb 16 05:38:35.957503 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54abf80d-595b-4908-86aa-26a0b5e750ca tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group_rule (f81a262e-981d-48b5-ad50-d57f087d9d10), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:35.961314 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54abf80d-595b-4908-86aa-26a0b5e750ca tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (f81a262e-981d-48b5-ad50-d57f087d9d10), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:35.974119 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce50557-09ce-4104-9641-3c8052502356', 'name': 'tempest-TestVolumeBootPattern-2048493811-router', 'tenant_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'b4554ff9-83b8-4eac-9b59-a2ff04a46dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:28Z', 'updated_at': '2022-02-16T05:38:34Z', 'revision_number': 4, 'project_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'gw_port': {'id': 'b4554ff9-83b8-4eac-9b59-a2ff04a46dc9', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:69:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce50557-09ce-4104-9641-3c8052502356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:29Z', 'updated_at': '2022-02-16T05:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'f15ad4dd-15f4-43ad-824d-e1e944d4d22c', 'name': '', 'network_id': 'fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00', 'tenant_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'mac_address': 'fa:16:3e:20:4b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce50557-09ce-4104-9641-3c8052502356', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b1490b43-12c4-46de-bc8f-87c49fdd9a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:33Z', 'updated_at': '2022-02-16T05:38:34Z', 'revision_number': 2, 'project_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'subnets': [{'id': 'b1490b43-12c4-46de-bc8f-87c49fdd9a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:35.979281 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abf80d-595b-4908-86aa-26a0b5e750ca tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81a262e-981d-48b5-ad50-d57f087d9d10,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:35.985353 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54abf80d-595b-4908-86aa-26a0b5e750ca tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:35.989458 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-54abf80d-595b-4908-86aa-26a0b5e750ca tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412468 Feb 16 05:38:35.989590 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58416) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:35.993888 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-43f3dd17-e567-4ebc-ae0e-d3408a41415f tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Request body: {'security_group_rule': {'security_group_id': '5c966fb1-c448-4e33-8d64-7d2e16d640b1', 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:36.004507 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Checking router: fce50557-09ce-4104-9641-3c8052502356 for host: dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:38:36.004902 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Updating router fce50557-09ce-4104-9641-3c8052502356 port f15ad4dd-15f4-43ad-824d-e1e944d4d22c binding host dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:38:36.018907 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43f3dd17-e567-4ebc-ae0e-d3408a41415f tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group_rule (b484492f-8daa-4319-8074-e29634dae152), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.031344 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.077030 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43f3dd17-e567-4ebc-ae0e-d3408a41415f tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group_rule (b484492f-8daa-4319-8074-e29634dae152), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.080842 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43f3dd17-e567-4ebc-ae0e-d3408a41415f tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (b484492f-8daa-4319-8074-e29634dae152), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.100541 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3dd17-e567-4ebc-ae0e-d3408a41415f tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b484492f-8daa-4319-8074-e29634dae152,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:36.109382 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43f3dd17-e567-4ebc-ae0e-d3408a41415f tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.110596 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-43f3dd17-e567-4ebc-ae0e-d3408a41415f tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200433 Feb 16 05:38:36.113516 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58418) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:36.119226 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-345f8707-446d-415d-9a38-be108e77526d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Request body: {'security_group_rule': {'security_group_id': '5c966fb1-c448-4e33-8d64-7d2e16d640b1', 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:36.143442 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-345f8707-446d-415d-9a38-be108e77526d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group_rule (4d8a0160-c32b-4829-8d2e-a544fd1abb16), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.199169 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-345f8707-446d-415d-9a38-be108e77526d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group_rule (4d8a0160-c32b-4829-8d2e-a544fd1abb16), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.202985 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-345f8707-446d-415d-9a38-be108e77526d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (4d8a0160-c32b-4829-8d2e-a544fd1abb16), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.222478 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f8707-446d-415d-9a38-be108e77526d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8a0160-c32b-4829-8d2e-a544fd1abb16,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:36.230783 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-345f8707-446d-415d-9a38-be108e77526d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.232701 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-345f8707-446d-415d-9a38-be108e77526d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180332 Feb 16 05:38:36.288926 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58420) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:36.294144 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-11c51859-f665-417e-a2e2-f9336a83b419 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Request body: {'security_group_rule': {'security_group_id': '5c966fb1-c448-4e33-8d64-7d2e16d640b1', 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:36.303026 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Publish callbacks [] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.308368 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.320295 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-11c51859-f665-417e-a2e2-f9336a83b419 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group_rule (71f3996c-4434-4fa1-b352-f7a2019474e0), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.359880 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d3809-98a2-4414-9bbe-71157d188a7a None None] Pushing event updated for resources: {'Port': ['ID=f15ad4dd-15f4-43ad-824d-e1e944d4d22c,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:36.385007 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-11c51859-f665-417e-a2e2-f9336a83b419 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group_rule (71f3996c-4434-4fa1-b352-f7a2019474e0), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.390466 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-11c51859-f665-417e-a2e2-f9336a83b419 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (71f3996c-4434-4fa1-b352-f7a2019474e0), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.409001 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c51859-f665-417e-a2e2-f9336a83b419 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f3996c-4434-4fa1-b352-f7a2019474e0,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:36.417920 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Attempting to bind port f15ad4dd-15f4-43ad-824d-e1e944d4d22c on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:38:36.418387 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Attempting to bind port f15ad4dd-15f4-43ad-824d-e1e944d4d22c by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': 'defe3d89-923d-42e7-901f-fd463a39e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:38:36.419387 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Attempting to bind port f15ad4dd-15f4-43ad-824d-e1e944d4d22c on network fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:38:36.419680 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-11c51859-f665-417e-a2e2-f9336a83b419 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.420978 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-11c51859-f665-417e-a2e2-f9336a83b419 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308768 Feb 16 05:38:36.423751 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58422) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:36.426465 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:38:36.427114 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Checking segment: {'id': 'defe3d89-923d-42e7-901f-fd463a39e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:38:36.427596 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.428169 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Bound using segment: {'id': 'defe3d89-923d-42e7-901f-fd463a39e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:38:36.428734 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Bound port: f15ad4dd-15f4-43ad-824d-e1e944d4d22c, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defe3d89-923d-42e7-901f-fd463a39e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:38:36.429122 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.430082 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-2aa78140-df38-4ae3-828b-2855fbdb80e2 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Request body: {'security_group_rule': {'security_group_id': '5c966fb1-c448-4e33-8d64-7d2e16d640b1', 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:36.451572 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-2aa78140-df38-4ae3-828b-2855fbdb80e2 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Project 7e5222e96e134b27b8a588f1309a0097 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 05:38:36.456810 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aa78140-df38-4ae3-828b-2855fbdb80e2 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group_rule (0da45d27-e36e-438d-930d-c1bb0de6ca6d), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.498909 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] For port f15ad4dd-15f4-43ad-824d-e1e944d4d22c, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:38:36.502237 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] For port f15ad4dd-15f4-43ad-824d-e1e944d4d22c, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=f15ad4dd-15f4-43ad-824d-e1e944d4d22c,segment=NetworkSegment(defe3d89-923d-42e7-901f-fd463a39e19b),segment_id=defe3d89-923d-42e7-901f-fd463a39e19b)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:38:36.509431 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.522533 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aa78140-df38-4ae3-828b-2855fbdb80e2 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group_rule (0da45d27-e36e-438d-930d-c1bb0de6ca6d), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.526811 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aa78140-df38-4ae3-828b-2855fbdb80e2 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (0da45d27-e36e-438d-930d-c1bb0de6ca6d), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.550474 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa78140-df38-4ae3-828b-2855fbdb80e2 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da45d27-e36e-438d-930d-c1bb0de6ca6d,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:36.556616 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aa78140-df38-4ae3-828b-2855fbdb80e2 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.557989 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-2aa78140-df38-4ae3-828b-2855fbdb80e2 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1331263 Feb 16 05:38:36.561659 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58424) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:36.572195 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a075c261-2005-40ef-b363-ccd9c4c82c50 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Request body: {'security_group_rule': {'security_group_id': '5c966fb1-c448-4e33-8d64-7d2e16d640b1', 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:36.572345 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d3809-98a2-4414-9bbe-71157d188a7a None None] Pushing event updated for resources: {'Port': ['ID=f15ad4dd-15f4-43ad-824d-e1e944d4d22c,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:36.575705 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Routers {'fce50557-09ce-4104-9641-3c8052502356'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:38:36.576122 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:38:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['fce50557-09ce-4104-9641-3c8052502356'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:36.590407 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-2469ff13-d26f-435a-ae77-263067f962b6 None None] Provisioning complete for port f15ad4dd-15f4-43ad-824d-e1e944d4d22c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:36.591610 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2469ff13-d26f-435a-ae77-263067f962b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.599208 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-a075c261-2005-40ef-b363-ccd9c4c82c50 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Project 7e5222e96e134b27b8a588f1309a0097 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 05:38:36.605375 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a075c261-2005-40ef-b363-ccd9c4c82c50 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group_rule (b544813f-f092-4f96-9968-468ae9451e29), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.694868 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a075c261-2005-40ef-b363-ccd9c4c82c50 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group_rule (b544813f-f092-4f96-9968-468ae9451e29), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.699580 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a075c261-2005-40ef-b363-ccd9c4c82c50 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (b544813f-f092-4f96-9968-468ae9451e29), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.708594 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] Set router fce50557-09ce-4104-9641-3c8052502356 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:38:36.733908 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-2469ff13-d26f-435a-ae77-263067f962b6 None None] Current status of the port f15ad4dd-15f4-43ad-824d-e1e944d4d22c is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:36.734441 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2469ff13-d26f-435a-ae77-263067f962b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.750862 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075c261-2005-40ef-b363-ccd9c4c82c50 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b544813f-f092-4f96-9968-468ae9451e29,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:36.774410 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a075c261-2005-40ef-b363-ccd9c4c82c50 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.776815 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-a075c261-2005-40ef-b363-ccd9c4c82c50 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2140179 Feb 16 05:38:36.784457 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2469ff13-d26f-435a-ae77-263067f962b6 None None] For port f15ad4dd-15f4-43ad-824d-e1e944d4d22c, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=f15ad4dd-15f4-43ad-824d-e1e944d4d22c,segment=NetworkSegment(defe3d89-923d-42e7-901f-fd463a39e19b),segment_id=defe3d89-923d-42e7-901f-fd463a39e19b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:38:36.793310 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2469ff13-d26f-435a-ae77-263067f962b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:36.834788 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53c822-a5ec-4d8b-8ea7-a73e3ec185c5 req-ad931452-fc9c-484d-8f12-d7ed10b888ff tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:36.836363 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dd53c822-a5ec-4d8b-8ea7-a73e3ec185c5 req-ad931452-fc9c-484d-8f12-d7ed10b888ff tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 945 time: 0.1317444 Feb 16 05:38:36.858730 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469ff13-d26f-435a-ae77-263067f962b6 None None] Pushing event updated for resources: {'Port': ['ID=f15ad4dd-15f4-43ad-824d-e1e944d4d22c,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:36.905843 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dd53c822-a5ec-4d8b-8ea7-a73e3ec185c5 req-3ced24f9-993e-47b9-9b76-2397c1960313 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=0678516f-cf12-4164-bfab-c933c6ea3ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631466 Feb 16 05:38:36.915155 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 34a938ee-31c9-4981-a33b-0346248cbdca details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:38:36.925038 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device e23a7d90-c9d0-41fa-8147-86dc735e1a4c up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:38:36.927265 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5e713cbc-440c-48c2-b86a-7018da90234a None None] Provisioning complete for port f15ad4dd-15f4-43ad-824d-e1e944d4d22c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:36.927628 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5e713cbc-440c-48c2-b86a-7018da90234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:37.034379 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce50557-09ce-4104-9641-3c8052502356', 'name': 'tempest-TestVolumeBootPattern-2048493811-router', 'tenant_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'b4554ff9-83b8-4eac-9b59-a2ff04a46dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:28Z', 'updated_at': '2022-02-16T05:38:34Z', 'revision_number': 4, 'project_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'gw_port': {'id': 'b4554ff9-83b8-4eac-9b59-a2ff04a46dc9', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce50557-09ce-4104-9641-3c8052502356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:29Z', 'updated_at': '2022-02-16T05:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'f15ad4dd-15f4-43ad-824d-e1e944d4d22c', 'name': '', 'network_id': 'fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00', 'tenant_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'mac_address': 'fa:16:3e:20:4b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce50557-09ce-4104-9641-3c8052502356', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b1490b43-12c4-46de-bc8f-87c49fdd9a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:33Z', 'updated_at': '2022-02-16T05:38:36Z', 'revision_number': 4, 'project_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'subnets': [{'id': 'b1490b43-12c4-46de-bc8f-87c49fdd9a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:37.067260 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164507c-fad7-40ac-9436-1a0bc0714882 None None] The sync data for ids ['fce50557-09ce-4104-9641-3c8052502356'] in dv-cinder-829473-2-iscsi is: [{'id': 'fce50557-09ce-4104-9641-3c8052502356', 'name': 'tempest-TestVolumeBootPattern-2048493811-router', 'tenant_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'b4554ff9-83b8-4eac-9b59-a2ff04a46dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:28Z', 'updated_at': '2022-02-16T05:38:34Z', 'revision_number': 4, 'project_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'gw_port': {'id': 'b4554ff9-83b8-4eac-9b59-a2ff04a46dc9', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce50557-09ce-4104-9641-3c8052502356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:29Z', 'updated_at': '2022-02-16T05:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'f15ad4dd-15f4-43ad-824d-e1e944d4d22c', 'name': '', 'network_id': 'fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00', 'tenant_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'mac_address': 'fa:16:3e:20:4b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce50557-09ce-4104-9641-3c8052502356', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b1490b43-12c4-46de-bc8f-87c49fdd9a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:33Z', 'updated_at': '2022-02-16T05:38:36Z', 'revision_number': 4, 'project_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'subnets': [{'id': 'b1490b43-12c4-46de-bc8f-87c49fdd9a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:38:37.118354 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port e23a7d90-c9d0-41fa-8147-86dc735e1a4c completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:38:37.128851 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27c5e0-8489-4b56-a25a-3b7f444b30d6 req-507bca01-bc0d-475c-b1dd-06ef5c9b9891 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:37.130632 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4d27c5e0-8489-4b56-a25a-3b7f444b30d6 req-507bca01-bc0d-475c-b1dd-06ef5c9b9891 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 944 time: 0.0971887 Feb 16 05:38:37.139311 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port e23a7d90-c9d0-41fa-8147-86dc735e1a4c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:37.139311 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (e23a7d90-c9d0-41fa-8147-86dc735e1a4c), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:37.177176 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 34a938ee-31c9-4981-a33b-0346248cbdca, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=34a938ee-31c9-4981-a33b-0346248cbdca,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:38:37.201785 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5e713cbc-440c-48c2-b86a-7018da90234a None None] Current status of the port f15ad4dd-15f4-43ad-824d-e1e944d4d22c is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:37.212799 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': '34a938ee-31c9-4981-a33b-0346248cbdca', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'port_id': '34a938ee-31c9-4981-a33b-0346248cbdca', 'mac_address': 'fa:16:3e:d4:80:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:38:37.227143 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4d27c5e0-8489-4b56-a25a-3b7f444b30d6 req-0f633046-8306-4f5a-a8ee-4ec28d31b52f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686271 Feb 16 05:38:37.286020 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 34a938ee-31c9-4981-a33b-0346248cbdca is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:37.286444 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:37.315090 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a938ee-31c9-4981-a33b-0346248cbdca {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:38:37.323593 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port e23a7d90-c9d0-41fa-8147-86dc735e1a4c is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:37.324067 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (e23a7d90-c9d0-41fa-8147-86dc735e1a4c), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:37.349222 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 34a938ee-31c9-4981-a33b-0346248cbdca, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=34a938ee-31c9-4981-a33b-0346248cbdca,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:38:37.369807 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:37.369807 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16170a04-6a12-4e3d-b6f0-b8d4ccf463be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23a7d90-c9d0-41fa-8147-86dc735e1a4c'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:38:37.369807 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f1fd2d-20e2-4286-90ca-f3b13b5e6ab2" -d '{"events": [{"server_uuid": "16170a04-6a12-4e3d-b6f0-b8d4ccf463be", "name": "network-vif-plugged", "status": "completed", "tag": "e23a7d90-c9d0-41fa-8147-86dc735e1a4c"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:38:37.386543 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port e23a7d90-c9d0-41fa-8147-86dc735e1a4c, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=e23a7d90-c9d0-41fa-8147-86dc735e1a4c,segment=NetworkSegment(ceff631c-45db-4708-b64a-2f17c1110a04),segment_id=ceff631c-45db-4708-b64a-2f17c1110a04)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:38:37.404209 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (e23a7d90-c9d0-41fa-8147-86dc735e1a4c), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:37.441670 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70fd319-e70b-4bff-ad26-bd386567c7fe x-openstack-request-id: req-f70fd319-e70b-4bff-ad26-bd386567c7fe {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:38:37.442044 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16170a04-6a12-4e3d-b6f0-b8d4ccf463be", "name": "network-vif-plugged", "status": "completed", "tag": "e23a7d90-c9d0-41fa-8147-86dc735e1a4c", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:38:37.442377 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f70fd319-e70b-4bff-ad26-bd386567c7fe {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:38:37.442828 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16170a04-6a12-4e3d-b6f0-b8d4ccf463be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23a7d90-c9d0-41fa-8147-86dc735e1a4c', 'code': 200} Feb 16 05:38:37.459621 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=34a938ee-31c9-4981-a33b-0346248cbdca,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:37.521038 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=e23a7d90-c9d0-41fa-8147-86dc735e1a4c,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:37.653691 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device b4554ff9-83b8-4eac-9b59-a2ff04a46dc9 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:38:37.657816 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['34a938ee-31c9-4981-a33b-0346248cbdca'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:38:37.692086 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a72e0-a02f-4382-a74f-7ab4e9210840 req-573d9262-9164-45de-8d6d-d4acb1ab3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:37.694040 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1e9a72e0-a02f-4382-a74f-7ab4e9210840 req-573d9262-9164-45de-8d6d-d4acb1ab3b04 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 1130 time: 0.0528333 Feb 16 05:38:37.751772 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1e9a72e0-a02f-4382-a74f-7ab4e9210840 req-6e1de340-5bfc-4914-83e2-3997220611b9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0678516f-cf12-4164-bfab-c933c6ea3ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518425 Feb 16 05:38:37.921676 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port b4554ff9-83b8-4eac-9b59-a2ff04a46dc9 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:37.922056 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (b4554ff9-83b8-4eac-9b59-a2ff04a46dc9), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:38.066279 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port b4554ff9-83b8-4eac-9b59-a2ff04a46dc9 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:38.067130 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6020dc-3a62-4e81-956b-54e67c5ac06d req-fcdf0b7d-97f7-48b5-b481-ea59dd2675ee tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:38.067373 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device f15ad4dd-15f4-43ad-824d-e1e944d4d22c up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:38:38.068889 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7a6020dc-3a62-4e81-956b-54e67c5ac06d req-fcdf0b7d-97f7-48b5-b481-ea59dd2675ee tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 946 time: 0.0793948 Feb 16 05:38:38.116946 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port f15ad4dd-15f4-43ad-824d-e1e944d4d22c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:38.117415 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:38.121841 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7a6020dc-3a62-4e81-956b-54e67c5ac06d req-19858e7f-0b08-4a5b-900a-357ae5ac3b21 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=0678516f-cf12-4164-bfab-c933c6ea3ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455739 Feb 16 05:38:38.203196 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port f15ad4dd-15f4-43ad-824d-e1e944d4d22c is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:38.347182 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c652d-b04c-46da-b099-cbe0d3cefced req-5df37345-1437-4c3b-b320-0e6bbd076db0 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:38.348651 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b50c652d-b04c-46da-b099-cbe0d3cefced req-5df37345-1437-4c3b-b320-0e6bbd076db0 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 945 time: 0.0545058 Feb 16 05:38:38.395053 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b50c652d-b04c-46da-b099-cbe0d3cefced req-41244214-93fe-4944-9e3e-f9908ae30170 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409005 Feb 16 05:38:38.931341 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 34a938ee-31c9-4981-a33b-0346248cbdca up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:38:38.986859 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port 34a938ee-31c9-4981-a33b-0346248cbdca completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:38:38.992255 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port 34a938ee-31c9-4981-a33b-0346248cbdca triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:38.992688 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:39.073748 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 34a938ee-31c9-4981-a33b-0346248cbdca is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:38:39.074136 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:39.105233 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 34a938ee-31c9-4981-a33b-0346248cbdca, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=34a938ee-31c9-4981-a33b-0346248cbdca,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:38:39.109628 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:39.160317 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=34a938ee-31c9-4981-a33b-0346248cbdca,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:39.248371 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326906bb-e3c9-4dbc-8b37-0a1ef505f2b4 req-6e9cb46e-880e-4211-8684-257186ee7fb7 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:39.250241 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-326906bb-e3c9-4dbc-8b37-0a1ef505f2b4 req-6e9cb46e-880e-4211-8684-257186ee7fb7 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 946 time: 0.0577419 Feb 16 05:38:39.302166 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-326906bb-e3c9-4dbc-8b37-0a1ef505f2b4 req-4ba9de90-06c1-4354-88fa-d7833bc4e4b4 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=0678516f-cf12-4164-bfab-c933c6ea3ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454388 Feb 16 05:38:39.419074 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7107fb6-7250-4449-824e-5886a7f037cf req-26a95955-da35-492d-a48f-cdf73cee15b5 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:39.420517 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d7107fb6-7250-4449-824e-5886a7f037cf req-26a95955-da35-492d-a48f-cdf73cee15b5 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 946 time: 0.0552211 Feb 16 05:38:39.428964 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58500) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:39.433582 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-34b4e5b3-6af6-4a4d-823c-c9e11d18f6a0 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Request body: {'floatingip': {'port_id': 'e23a7d90-c9d0-41fa-8147-86dc735e1a4c'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:39.444229 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c112142-abdc-4305-9f88-55a64404a86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a938ee-31c9-4981-a33b-0346248cbdca'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:38:39.446766 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d018d71-f44f-4fe5-bde7-8b7e15bfa8c6" -d '{"events": [{"server_uuid": "5c112142-abdc-4305-9f88-55a64404a86d", "name": "network-vif-plugged", "status": "completed", "tag": "34a938ee-31c9-4981-a33b-0346248cbdca"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:38:39.474773 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34b4e5b3-6af6-4a4d-823c-c9e11d18f6a0 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for floatingip (73eae51d-ee7d-44a7-afea-2031b47dc30b), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:39.540544 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ce18f-122d-4d9a-887e-f49085be46b2 req-5e75b4f2-d1fb-4b1b-8d44-39d8f64a569d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:39.542582 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9b1ce18f-122d-4d9a-887e-f49085be46b2 req-5e75b4f2-d1fb-4b1b-8d44-39d8f64a569d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0708077 Feb 16 05:38:39.566879 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efcbd49-253a-4eb1-9d03-eb1d6288a046 x-openstack-request-id: req-9efcbd49-253a-4eb1-9d03-eb1d6288a046 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:38:39.567374 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c112142-abdc-4305-9f88-55a64404a86d", "name": "network-vif-plugged", "status": "completed", "tag": "34a938ee-31c9-4981-a33b-0346248cbdca", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:38:39.567626 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9efcbd49-253a-4eb1-9d03-eb1d6288a046 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:38:39.568013 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c112142-abdc-4305-9f88-55a64404a86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a938ee-31c9-4981-a33b-0346248cbdca', 'code': 200} Feb 16 05:38:39.593872 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9b1ce18f-122d-4d9a-887e-f49085be46b2 req-ffb5cc5e-5779-4c73-8db9-035be787e894 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453384 Feb 16 05:38:39.613600 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:38:39.786860 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed8c9f-37ca-492e-911b-8e58b77661a7 req-02e4d251-b348-496e-b120-0006303c31e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:39.788480 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-afed8c9f-37ca-492e-911b-8e58b77661a7 req-02e4d251-b348-496e-b120-0006303c31e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 1130 time: 0.0423634 Feb 16 05:38:39.838124 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-afed8c9f-37ca-492e-911b-8e58b77661a7 req-19aef070-8a9e-48e6-95f8-2d79fadb39ab service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383914 Feb 16 05:38:39.935456 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34b4e5b3-6af6-4a4d-823c-c9e11d18f6a0 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:39.940041 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34b4e5b3-6af6-4a4d-823c-c9e11d18f6a0 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588210'] for floatingip (73eae51d-ee7d-44a7-afea-2031b47dc30b), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:40.043145 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.db.l3_db [None req-34b4e5b3-6af6-4a4d-823c-c9e11d18f6a0 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Floating IP 73eae51d-ee7d-44a7-afea-2031b47dc30b associated. External IP: 172.27.0.53, port: e23a7d90-c9d0-41fa-8147-86dc735e1a4c. Feb 16 05:38:40.249811 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b4e5b3-6af6-4a4d-823c-c9e11d18f6a0 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Router bb02fcd7-5391-4192-8bae-bb067774cf8b has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:38:40.350899 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b4e5b3-6af6-4a4d-823c-c9e11d18f6a0 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:38:40.355106 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34b4e5b3-6af6-4a4d-823c-c9e11d18f6a0 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:40.360457 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe04763-dc21-484e-a874-0470fd49a171 None None] Sync routers for ids ['bb02fcd7-5391-4192-8bae-bb067774cf8b'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:38:40.369645 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe04763-dc21-484e-a874-0470fd49a171 None None] Routers {'bb02fcd7-5391-4192-8bae-bb067774cf8b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:38:40.370250 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fbe04763-dc21-484e-a874-0470fd49a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:38:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['bb02fcd7-5391-4192-8bae-bb067774cf8b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:40.387369 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-34b4e5b3-6af6-4a4d-823c-c9e11d18f6a0 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "PUT /v2.0/floatingips/73eae51d-ee7d-44a7-afea-2031b47dc30b HTTP/1.1" status: 200 len: 991 time: 0.9572866 Feb 16 05:38:40.387964 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16170a04-6a12-4e3d-b6f0-b8d4ccf463be', 'tag': 'e23a7d90-c9d0-41fa-8147-86dc735e1a4c'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:38:40.390285 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8aab2f4-4fa3-4012-9330-9b5f21f8925e" -d '{"events": [{"name": "network-changed", "server_uuid": "16170a04-6a12-4e3d-b6f0-b8d4ccf463be", "tag": "e23a7d90-c9d0-41fa-8147-86dc735e1a4c"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:38:40.491748 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-fbe04763-dc21-484e-a874-0470fd49a171 None None] Set router bb02fcd7-5391-4192-8bae-bb067774cf8b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:38:40.494588 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64531917-e2e2-46fe-9f1d-ed30b1580da4 x-openstack-request-id: req-64531917-e2e2-46fe-9f1d-ed30b1580da4 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:38:40.495107 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16170a04-6a12-4e3d-b6f0-b8d4ccf463be", "tag": "e23a7d90-c9d0-41fa-8147-86dc735e1a4c", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:38:40.495107 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-64531917-e2e2-46fe-9f1d-ed30b1580da4 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:38:40.495491 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16170a04-6a12-4e3d-b6f0-b8d4ccf463be', 'tag': 'e23a7d90-c9d0-41fa-8147-86dc735e1a4c', 'status': 'completed', 'code': 200} Feb 16 05:38:40.602748 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aab2f4-4fa3-4012-9330-9b5f21f8925e req-7582cf15-0988-4a16-a017-4fb3f526f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:40.604268 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a8aab2f4-4fa3-4012-9330-9b5f21f8925e req-7582cf15-0988-4a16-a017-4fb3f526f066 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d95f84bb5c4548a82ead0d4d2cb38c&device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 1130 time: 0.0531373 Feb 16 05:38:40.765199 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aab2f4-4fa3-4012-9330-9b5f21f8925e req-ff147289-7e77-4964-93a0-75ddc688404e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:40.767192 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a8aab2f4-4fa3-4012-9330-9b5f21f8925e req-ff147289-7e77-4964-93a0-75ddc688404e service neutron] 10.222.0.60 "GET /v2.0/networks?id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c HTTP/1.1" status: 200 len: 911 time: 0.1562603 Feb 16 05:38:40.791857 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce133926-a0fd-4885-ab81-3ad63abbe144 req-4638032c-06d5-47e6-94f7-87d01e3e9f4e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:40.793386 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ce133926-a0fd-4885-ab81-3ad63abbe144 req-4638032c-06d5-47e6-94f7-87d01e3e9f4e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0980930 Feb 16 05:38:40.825779 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fbe04763-dc21-484e-a874-0470fd49a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 4, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port': {'id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '73eae51d-ee7d-44a7-afea-2031b47dc30b', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'port_id': 'e23a7d90-c9d0-41fa-8147-86dc735e1a4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'mac_address': 'fa:16:3e:ac:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16170a04-6a12-4e3d-b6f0-b8d4ccf463be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:39Z', 'revision_number': 1, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ef2ae2-7e5a-4b02-95b2-9480a904da95', 'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'mac_address': 'fa:16:3e:ca:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:08Z', 'updated_at': '2022-02-16T05:33:17Z', 'revision_number': 5, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'subnets': [{'id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:40.850455 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ce133926-a0fd-4885-ab81-3ad63abbe144 req-e80435ab-0eac-48b8-afef-045a9daa2f7a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492585 Feb 16 05:38:40.859996 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe04763-dc21-484e-a874-0470fd49a171 None None] Checking router: bb02fcd7-5391-4192-8bae-bb067774cf8b for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:38:40.869038 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe04763-dc21-484e-a874-0470fd49a171 None None] Routers {'bb02fcd7-5391-4192-8bae-bb067774cf8b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:38:40.869787 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fbe04763-dc21-484e-a874-0470fd49a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:38:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['bb02fcd7-5391-4192-8bae-bb067774cf8b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:40.890793 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a8aab2f4-4fa3-4012-9330-9b5f21f8925e req-41a08613-2913-487a-ba06-1155501c7929 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e23a7d90-c9d0-41fa-8147-86dc735e1a4c HTTP/1.1" status: 200 len: 999 time: 0.0759659 Feb 16 05:38:40.946164 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aab2f4-4fa3-4012-9330-9b5f21f8925e req-62dc427c-712a-40cb-a112-dba9d70bac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:40.949307 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a8aab2f4-4fa3-4012-9330-9b5f21f8925e req-62dc427c-712a-40cb-a112-dba9d70bac9b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=636aaf45-90e1-4d41-a98b-57327459a7bf HTTP/1.1" status: 200 len: 849 time: 0.0507076 Feb 16 05:38:40.982839 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-fbe04763-dc21-484e-a874-0470fd49a171 None None] Set router bb02fcd7-5391-4192-8bae-bb067774cf8b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:38:41.003627 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aab2f4-4fa3-4012-9330-9b5f21f8925e req-6687a7c6-cd64-4600-a919-f13e60716ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:41.005517 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a8aab2f4-4fa3-4012-9330-9b5f21f8925e req-6687a7c6-cd64-4600-a919-f13e60716ee3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496521 Feb 16 05:38:41.099194 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a8aab2f4-4fa3-4012-9330-9b5f21f8925e req-b1158fdd-256b-4029-a8e2-73e6c4142355 service neutron] 10.222.0.60 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850821 Feb 16 05:38:41.197939 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a8aab2f4-4fa3-4012-9330-9b5f21f8925e req-116b9115-2a46-40e2-a45b-47a4a0dc3d49 service neutron] 10.222.0.60 "GET /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874562 Feb 16 05:38:41.219881 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fbe04763-dc21-484e-a874-0470fd49a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 4, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port': {'id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '73eae51d-ee7d-44a7-afea-2031b47dc30b', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'port_id': 'e23a7d90-c9d0-41fa-8147-86dc735e1a4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'mac_address': 'fa:16:3e:ac:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16170a04-6a12-4e3d-b6f0-b8d4ccf463be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:39Z', 'revision_number': 1, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ef2ae2-7e5a-4b02-95b2-9480a904da95', 'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'mac_address': 'fa:16:3e:ca:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:08Z', 'updated_at': '2022-02-16T05:33:17Z', 'revision_number': 5, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'subnets': [{'id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:41.251108 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe04763-dc21-484e-a874-0470fd49a171 None None] The sync data for ids ['bb02fcd7-5391-4192-8bae-bb067774cf8b'] in dv-cinder-829473-2-iscsi is: [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 4, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port': {'id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '73eae51d-ee7d-44a7-afea-2031b47dc30b', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'port_id': 'e23a7d90-c9d0-41fa-8147-86dc735e1a4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'mac_address': 'fa:16:3e:ac:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16170a04-6a12-4e3d-b6f0-b8d4ccf463be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:39Z', 'revision_number': 1, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ef2ae2-7e5a-4b02-95b2-9480a904da95', 'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'mac_address': 'fa:16:3e:ca:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:08Z', 'updated_at': '2022-02-16T05:33:17Z', 'revision_number': 5, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'subnets': [{'id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:38:41.427579 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec18c03-816f-4c47-b7c6-2dd6f78e4277 None None] New status for floating IP 73eae51d-ee7d-44a7-afea-2031b47dc30b: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 05:38:41.978240 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc83cf-9a2e-4a3e-913d-04de7aee9468 req-71a100aa-58e4-41ec-9c5d-5bdc1a3f22f5 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:41.980142 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b2fc83cf-9a2e-4a3e-913d-04de7aee9468 req-71a100aa-58e4-41ec-9c5d-5bdc1a3f22f5 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0540903 Feb 16 05:38:42.032732 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b2fc83cf-9a2e-4a3e-913d-04de7aee9468 req-9de4c32c-0ba7-455a-9a2f-b0043a3d0748 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453570 Feb 16 05:38:42.169199 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68191d4-9967-4681-8f73-af145ae3b71f req-6b457e3f-8022-4f4e-91c5-99fbf03cf9d0 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:42.170700 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f68191d4-9967-4681-8f73-af145ae3b71f req-6b457e3f-8022-4f4e-91c5-99fbf03cf9d0 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0679731 Feb 16 05:38:42.178849 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58542) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:38:42.183240 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3b3c3e31-b0ec-4549-862f-016c81e87629 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Request body: {'floatingip': {'port_id': '34a938ee-31c9-4981-a33b-0346248cbdca'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:42.220661 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3e31-b0ec-4549-862f-016c81e87629 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for floatingip (551970ce-2687-4d02-b979-343e93f212df), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:42.499437 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:42.857562 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3e31-b0ec-4549-862f-016c81e87629 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:42.861447 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3e31-b0ec-4549-862f-016c81e87629 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588210'] for floatingip (551970ce-2687-4d02-b979-343e93f212df), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:42.958669 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.db.l3_db [None req-3b3c3e31-b0ec-4549-862f-016c81e87629 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Floating IP 551970ce-2687-4d02-b979-343e93f212df associated. External IP: 172.27.0.230, port: 34a938ee-31c9-4981-a33b-0346248cbdca. Feb 16 05:38:43.166707 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3c3e31-b0ec-4549-862f-016c81e87629 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:38:43.276735 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3c3e31-b0ec-4549-862f-016c81e87629 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:38:43.281634 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3e31-b0ec-4549-862f-016c81e87629 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:43.287457 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af515dd7-eb2b-46cb-8ef6-a121aa1b9b1e None None] Sync routers for ids ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:38:43.296970 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af515dd7-eb2b-46cb-8ef6-a121aa1b9b1e None None] Routers {'3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:38:43.297664 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-af515dd7-eb2b-46cb-8ef6-a121aa1b9b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:38:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:43.310534 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-3b3c3e31-b0ec-4549-862f-016c81e87629 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "PUT /v2.0/floatingips/551970ce-2687-4d02-b979-343e93f212df HTTP/1.1" status: 200 len: 992 time: 1.1306193 Feb 16 05:38:43.311120 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c112142-abdc-4305-9f88-55a64404a86d', 'tag': '34a938ee-31c9-4981-a33b-0346248cbdca'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:38:43.313393 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d997923a-8662-483a-8653-e0657cf911ca" -d '{"events": [{"name": "network-changed", "server_uuid": "5c112142-abdc-4305-9f88-55a64404a86d", "tag": "34a938ee-31c9-4981-a33b-0346248cbdca"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:38:43.351257 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e444b1-ed00-461d-b5fb-defead7512dc x-openstack-request-id: req-35e444b1-ed00-461d-b5fb-defead7512dc {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:38:43.351608 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c112142-abdc-4305-9f88-55a64404a86d", "tag": "34a938ee-31c9-4981-a33b-0346248cbdca", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:38:43.351932 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-35e444b1-ed00-461d-b5fb-defead7512dc {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:38:43.352391 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c112142-abdc-4305-9f88-55a64404a86d', 'tag': '34a938ee-31c9-4981-a33b-0346248cbdca', 'status': 'completed', 'code': 200} Feb 16 05:38:43.416800 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-af515dd7-eb2b-46cb-8ef6-a121aa1b9b1e None None] Set router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:38:43.451290 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997923a-8662-483a-8653-e0657cf911ca req-a1123e98-b40f-435e-bd49-a72626ad240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:43.452885 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d997923a-8662-483a-8653-e0657cf911ca req-a1123e98-b40f-435e-bd49-a72626ad240a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=98f0673600914ab1a0a8636e309c3306&device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 1130 time: 0.0563502 Feb 16 05:38:43.567639 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997923a-8662-483a-8653-e0657cf911ca req-e6387644-fa12-463e-9905-480757e7ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:43.569378 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d997923a-8662-483a-8653-e0657cf911ca req-e6387644-fa12-463e-9905-480757e7ec23 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bff5ceb-655f-4b77-9e4f-6947f831595a HTTP/1.1" status: 200 len: 917 time: 0.1094060 Feb 16 05:38:43.654513 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d997923a-8662-483a-8653-e0657cf911ca req-42cc9ddc-14b7-4ffc-8922-0d59eeb7b355 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34a938ee-31c9-4981-a33b-0346248cbdca HTTP/1.1" status: 200 len: 1000 time: 0.0772328 Feb 16 05:38:43.745777 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997923a-8662-483a-8653-e0657cf911ca req-0eac929c-c8e9-4221-bb2e-5a8ba9abd9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:43.748794 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d997923a-8662-483a-8653-e0657cf911ca req-0eac929c-c8e9-4221-bb2e-5a8ba9abd9bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0acbf643-c806-4af9-a75e-f3ce06c9fe9e HTTP/1.1" status: 200 len: 855 time: 0.0777824 Feb 16 05:38:43.797378 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997923a-8662-483a-8653-e0657cf911ca req-09744d65-42ea-46ae-9f86-d5827aeb9796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:43.798900 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d997923a-8662-483a-8653-e0657cf911ca req-09744d65-42ea-46ae-9f86-d5827aeb9796 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bff5ceb-655f-4b77-9e4f-6947f831595a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441554 Feb 16 05:38:43.814935 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-af515dd7-eb2b-46cb-8ef6-a121aa1b9b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:19Z', 'revision_number': 4, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port': {'id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '551970ce-2687-4d02-b979-343e93f212df', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'port_id': '34a938ee-31c9-4981-a33b-0346248cbdca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'mac_address': 'fa:16:3e:d4:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c112142-abdc-4305-9f88-55a64404a86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:38:25Z', 'updated_at': '2022-02-16T05:38:42Z', 'revision_number': 1, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835e672a-62f0-4330-8061-38835b05ac5c', 'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'mac_address': 'fa:16:3e:28:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:14Z', 'updated_at': '2022-02-16T05:33:27Z', 'revision_number': 5, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'subnets': [{'id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:43.845522 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af515dd7-eb2b-46cb-8ef6-a121aa1b9b1e None None] Checking router: 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:38:43.853958 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af515dd7-eb2b-46cb-8ef6-a121aa1b9b1e None None] Routers {'3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:38:43.854558 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-af515dd7-eb2b-46cb-8ef6-a121aa1b9b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:38:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:43.891038 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d997923a-8662-483a-8653-e0657cf911ca req-26256436-2714-4b4c-b5a0-0cb9db4aab0f service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855403 Feb 16 05:38:43.963054 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-af515dd7-eb2b-46cb-8ef6-a121aa1b9b1e None None] Set router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:38:43.982410 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d997923a-8662-483a-8653-e0657cf911ca req-507e02da-7fc8-48d0-ab59-f974b28bb0d6 service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850010 Feb 16 05:38:44.183196 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-af515dd7-eb2b-46cb-8ef6-a121aa1b9b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:19Z', 'revision_number': 4, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port': {'id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '551970ce-2687-4d02-b979-343e93f212df', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'port_id': '34a938ee-31c9-4981-a33b-0346248cbdca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'mac_address': 'fa:16:3e:d4:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c112142-abdc-4305-9f88-55a64404a86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:38:25Z', 'updated_at': '2022-02-16T05:38:42Z', 'revision_number': 1, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835e672a-62f0-4330-8061-38835b05ac5c', 'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'mac_address': 'fa:16:3e:28:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:14Z', 'updated_at': '2022-02-16T05:33:27Z', 'revision_number': 5, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'subnets': [{'id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:38:44.213743 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af515dd7-eb2b-46cb-8ef6-a121aa1b9b1e None None] The sync data for ids ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'] in dv-cinder-829473-2-iscsi is: [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:19Z', 'revision_number': 4, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port': {'id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '551970ce-2687-4d02-b979-343e93f212df', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'port_id': '34a938ee-31c9-4981-a33b-0346248cbdca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'mac_address': 'fa:16:3e:d4:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c112142-abdc-4305-9f88-55a64404a86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:38:25Z', 'updated_at': '2022-02-16T05:38:42Z', 'revision_number': 1, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835e672a-62f0-4330-8061-38835b05ac5c', 'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'mac_address': 'fa:16:3e:28:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:14Z', 'updated_at': '2022-02-16T05:33:27Z', 'revision_number': 5, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'subnets': [{'id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:38:44.408537 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd2f010-a7cf-407d-bc53-79f58ff3c413 None None] New status for floating IP 551970ce-2687-4d02-b979-343e93f212df: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 05:38:53.368175 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2378f889-20be-48da-8a19-f38253398883 req-9b3cae43-5d44-43f7-815e-81e3f1ad4166 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2011454409&fields=id&tenant_id=7e5222e96e134b27b8a588f1309a0097 HTTP/1.1" status: 200 len: 267 time: 0.0455804 Feb 16 05:38:53.472242 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f889-20be-48da-8a19-f38253398883 req-618570b0-c83f-4567-b353-8ff03cee98bf tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:53.473627 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2378f889-20be-48da-8a19-f38253398883 req-618570b0-c83f-4567-b353-8ff03cee98bf tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/networks?id=af5e8334-9cb2-4ddc-b153-43f6f162f135 HTTP/1.1" status: 200 len: 811 time: 0.0993633 Feb 16 05:38:53.488394 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2378f889-20be-48da-8a19-f38253398883 req-e2daf324-702a-4c17-9a3e-171f77b845a1 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/quotas/7e5222e96e134b27b8a588f1309a0097 HTTP/1.1" status: 200 len: 375 time: 0.0094936 Feb 16 05:38:53.541706 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2378f889-20be-48da-8a19-f38253398883 req-e0841282-0f34-4289-af02-56ca79f30922 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e5222e96e134b27b8a588f1309a0097&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483980 Feb 16 05:38:53.633688 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2378f889-20be-48da-8a19-f38253398883 req-6f0b7408-33d2-4325-b073-d3368a38e167 service neutron] 10.222.0.75 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797005 Feb 16 05:38:53.725082 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2378f889-20be-48da-8a19-f38253398883 req-b3ee62d8-4fac-4fd2-b67d-8b6c97380087 service neutron] 10.222.0.75 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851433 Feb 16 05:38:53.999136 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b95511cd-683d-4f1e-b869-b7352e0b9f19 req-bd5805bd-a957-4cee-bd97-9269c0fbcd38 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 210 time: 0.0264137 Feb 16 05:38:55.364309 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9a58a1ad-8b9c-4bfc-b34b-54ece8585238 req-c8a4a425-315e-4ade-8795-c24fda71ebe6 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 210 time: 0.2913430 Feb 16 05:38:55.369919 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f889-20be-48da-8a19-f38253398883 req-b3373775-8805-43ee-b44f-4dbdad00aad4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:55.371244 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2378f889-20be-48da-8a19-f38253398883 req-b3373775-8805-43ee-b44f-4dbdad00aad4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.60 "GET /v2.0/networks?id=af5e8334-9cb2-4ddc-b153-43f6f162f135 HTTP/1.1" status: 200 len: 811 time: 0.3871758 Feb 16 05:38:55.441308 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2378f889-20be-48da-8a19-f38253398883 req-9d631490-0578-4063-b2ab-1ff4ccb5c949 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e5222e96e134b27b8a588f1309a0097 HTTP/1.1" status: 200 len: 380 time: 0.0516660 Feb 16 05:38:55.453519 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-2378f889-20be-48da-8a19-f38253398883 req-b12b31ba-ea08-4182-b82d-758e6920f5d6 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Request body: {'port': {'device_id': '6a5c79d1-09d2-4e14-b144-40a132b546d6', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'admin_state_up': True, 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'security_groups': ['5c966fb1-c448-4e33-8d64-7d2e16d640b1']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:55.558579 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2378f889-20be-48da-8a19-f38253398883 req-b12b31ba-ea08-4182-b82d-758e6920f5d6 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Made reservation on behalf of 7e5222e96e134b27b8a588f1309a0097 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:38:55.561992 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2378f889-20be-48da-8a19-f38253398883 req-b12b31ba-ea08-4182-b82d-758e6920f5d6 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:55.681598 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-2378f889-20be-48da-8a19-f38253398883 req-b12b31ba-ea08-4182-b82d-758e6920f5d6 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Allocated IP 172.20.0.5 (af5e8334-9cb2-4ddc-b153-43f6f162f135/770464aa-c905-4f1a-8cb7-b33ec5075f91/f42f8d9e-47f2-47ff-a24a-282b5e026e62) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:38:55.815473 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2378f889-20be-48da-8a19-f38253398883 req-b12b31ba-ea08-4182-b82d-758e6920f5d6 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for port (f42f8d9e-47f2-47ff-a24a-282b5e026e62), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:55.848800 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2378f889-20be-48da-8a19-f38253398883 req-b12b31ba-ea08-4182-b82d-758e6920f5d6 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (f42f8d9e-47f2-47ff-a24a-282b5e026e62), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:55.892890 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2378f889-20be-48da-8a19-f38253398883 req-b12b31ba-ea08-4182-b82d-758e6920f5d6 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Network af5e8334-9cb2-4ddc-b153-43f6f162f135 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:38:55.895967 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-2378f889-20be-48da-8a19-f38253398883 req-b12b31ba-ea08-4182-b82d-758e6920f5d6 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:38:55.898402 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2378f889-20be-48da-8a19-f38253398883 req-b12b31ba-ea08-4182-b82d-758e6920f5d6 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:38:55.928493 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b31ba-ea08-4182-b82d-758e6920f5d6 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event updated for resources: {'Port': ['ID=f42f8d9e-47f2-47ff-a24a-282b5e026e62,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:55.953842 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f889-20be-48da-8a19-f38253398883 req-b12b31ba-ea08-4182-b82d-758e6920f5d6 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:55.954466 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2378f889-20be-48da-8a19-f38253398883 req-b12b31ba-ea08-4182-b82d-758e6920f5d6 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:55.969816 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2378f889-20be-48da-8a19-f38253398883 req-b12b31ba-ea08-4182-b82d-758e6920f5d6 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5205112 Feb 16 05:38:55.991751 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Request body: {'port': {'device_id': '6a5c79d1-09d2-4e14-b144-40a132b546d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:38:56.055133 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (f42f8d9e-47f2-47ff-a24a-282b5e026e62), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:56.120935 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-14d01199-6113-498b-a8d0-c771128b61d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:56.147474 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-774d8a91-5c70-46fb-90f3-f35d65821d45 None None] Provisioning complete for port f42f8d9e-47f2-47ff-a24a-282b5e026e62 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:38:56.147846 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-774d8a91-5c70-46fb-90f3-f35d65821d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (f42f8d9e-47f2-47ff-a24a-282b5e026e62), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:56.181177 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-774d8a91-5c70-46fb-90f3-f35d65821d45 None None] Port f42f8d9e-47f2-47ff-a24a-282b5e026e62 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:38:56.308433 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42f8d9e-47f2-47ff-a24a-282b5e026e62 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:38:56.316375 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Publish callbacks [] for port (f42f8d9e-47f2-47ff-a24a-282b5e026e62), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:56.328616 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Transition to ACTIVE for port object f42f8d9e-47f2-47ff-a24a-282b5e026e62 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:38:56.332511 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (f42f8d9e-47f2-47ff-a24a-282b5e026e62), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:56.384147 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Pushing event updated for resources: {'Port': ['ID=f42f8d9e-47f2-47ff-a24a-282b5e026e62,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:56.456220 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Attempting to bind port f42f8d9e-47f2-47ff-a24a-282b5e026e62 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:38:56.456562 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Attempting to bind port f42f8d9e-47f2-47ff-a24a-282b5e026e62 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:38:56.456901 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Attempting to bind port f42f8d9e-47f2-47ff-a24a-282b5e026e62 on network af5e8334-9cb2-4ddc-b153-43f6f162f135 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:38:56.461740 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Port f42f8d9e-47f2-47ff-a24a-282b5e026e62 on network af5e8334-9cb2-4ddc-b153-43f6f162f135 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:38:56.462070 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Attempting to bind port f42f8d9e-47f2-47ff-a24a-282b5e026e62 on network af5e8334-9cb2-4ddc-b153-43f6f162f135 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:38:56.467676 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:38:56.468025 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Checking segment: {'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:38:56.468417 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Bound using segment: {'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:38:56.468838 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Bound port: f42f8d9e-47f2-47ff-a24a-282b5e026e62, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:38:56.469199 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (f42f8d9e-47f2-47ff-a24a-282b5e026e62), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:56.496050 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632a1a4-710b-44b6-a9df-95adef912726 req-17d7f4fa-5236-4183-a703-47414fa10aac tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:56.497927 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c632a1a4-710b-44b6-a9df-95adef912726 req-17d7f4fa-5236-4183-a703-47414fa10aac tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 943 time: 0.0615776 Feb 16 05:38:56.549940 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] For port f42f8d9e-47f2-47ff-a24a-282b5e026e62, host hv-cinder-82947, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:38:56.553185 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] For port f42f8d9e-47f2-47ff-a24a-282b5e026e62, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=f42f8d9e-47f2-47ff-a24a-282b5e026e62,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:38:56.554747 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c632a1a4-710b-44b6-a9df-95adef912726 req-883d62e1-f9ea-41c0-b599-f99cdcc72b8b tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513191 Feb 16 05:38:56.559516 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (f42f8d9e-47f2-47ff-a24a-282b5e026e62), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:56.592839 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:56.593513 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:56.594909 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2378f889-20be-48da-8a19-f38253398883 req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] 10.222.0.60 "PUT /v2.0/ports/f42f8d9e-47f2-47ff-a24a-282b5e026e62 HTTP/1.1" status: 200 len: 1093 time: 0.6075468 Feb 16 05:38:56.595417 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5c79d1-09d2-4e14-b144-40a132b546d6', 'tag': 'f42f8d9e-47f2-47ff-a24a-282b5e026e62'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:38:56.597573 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9b77d6-fc5f-4c21-a404-4d7353a473f7" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5c79d1-09d2-4e14-b144-40a132b546d6", "tag": "f42f8d9e-47f2-47ff-a24a-282b5e026e62"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:38:56.625845 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc5cde-7f05-4a66-b581-995ee2989409 service neutron] Pushing event updated for resources: {'Port': ['ID=f42f8d9e-47f2-47ff-a24a-282b5e026e62,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:38:56.656487 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e63039e-d348-4565-be15-c3ab7ce1624a x-openstack-request-id: req-9e63039e-d348-4565-be15-c3ab7ce1624a {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:38:56.656949 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5c79d1-09d2-4e14-b144-40a132b546d6", "tag": "f42f8d9e-47f2-47ff-a24a-282b5e026e62", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:38:56.657385 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9e63039e-d348-4565-be15-c3ab7ce1624a {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:38:56.657911 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5c79d1-09d2-4e14-b144-40a132b546d6', 'tag': 'f42f8d9e-47f2-47ff-a24a-282b5e026e62', 'status': 'completed', 'code': 200} Feb 16 05:38:56.721721 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f889-20be-48da-8a19-f38253398883 req-5254e8e8-0a27-4e09-b5d2-c386d4260525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:56.723249 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2378f889-20be-48da-8a19-f38253398883 req-5254e8e8-0a27-4e09-b5d2-c386d4260525 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e5222e96e134b27b8a588f1309a0097&device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 1127 time: 0.0505371 Feb 16 05:38:56.779482 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2378f889-20be-48da-8a19-f38253398883 req-18f0b37e-e8d1-4282-bd26-76c4dc55dafd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f42f8d9e-47f2-47ff-a24a-282b5e026e62 HTTP/1.1" status: 200 len: 217 time: 0.0347936 Feb 16 05:38:56.825942 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f889-20be-48da-8a19-f38253398883 req-e2617e1f-4e7a-4c6c-b632-34f148b6ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:56.827388 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2378f889-20be-48da-8a19-f38253398883 req-e2617e1f-4e7a-4c6c-b632-34f148b6ab0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=770464aa-c905-4f1a-8cb7-b33ec5075f91 HTTP/1.1" status: 200 len: 850 time: 0.0433757 Feb 16 05:38:56.885181 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f889-20be-48da-8a19-f38253398883 req-67962a0e-09b7-4269-83c0-8e5c0b162a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:56.886700 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2378f889-20be-48da-8a19-f38253398883 req-67962a0e-09b7-4269-83c0-8e5c0b162a82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af5e8334-9cb2-4ddc-b153-43f6f162f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465908 Feb 16 05:38:56.974151 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2378f889-20be-48da-8a19-f38253398883 req-f73ce53b-14c8-4de2-8eb1-2416349e779d service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789573 Feb 16 05:38:57.080594 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2378f889-20be-48da-8a19-f38253398883 req-e96e7598-b211-473e-a981-23cb33ee9a32 service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847025 Feb 16 05:38:57.209668 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b77d6-fc5f-4c21-a404-4d7353a473f7 req-a32e1ba5-c45e-41a8-ba9a-1901e868f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:57.211134 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4d9b77d6-fc5f-4c21-a404-4d7353a473f7 req-a32e1ba5-c45e-41a8-ba9a-1901e868f163 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e5222e96e134b27b8a588f1309a0097&device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 1127 time: 0.0437849 Feb 16 05:38:57.322965 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b77d6-fc5f-4c21-a404-4d7353a473f7 req-f9f917d8-25c7-4298-a47b-1c22818bc5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:57.324436 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4d9b77d6-fc5f-4c21-a404-4d7353a473f7 req-f9f917d8-25c7-4298-a47b-1c22818bc5c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af5e8334-9cb2-4ddc-b153-43f6f162f135 HTTP/1.1" status: 200 len: 912 time: 0.0879753 Feb 16 05:38:57.369077 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4d9b77d6-fc5f-4c21-a404-4d7353a473f7 req-c41ce0a5-fc99-4362-a962-a67468832672 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f42f8d9e-47f2-47ff-a24a-282b5e026e62 HTTP/1.1" status: 200 len: 217 time: 0.0370102 Feb 16 05:38:57.415464 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b77d6-fc5f-4c21-a404-4d7353a473f7 req-ede80647-ef07-44e9-9e73-e769c242de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:57.417111 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4d9b77d6-fc5f-4c21-a404-4d7353a473f7 req-ede80647-ef07-44e9-9e73-e769c242de46 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=770464aa-c905-4f1a-8cb7-b33ec5075f91 HTTP/1.1" status: 200 len: 850 time: 0.0420330 Feb 16 05:38:57.464440 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b77d6-fc5f-4c21-a404-4d7353a473f7 req-1852a84b-cb6c-42fd-b747-1b642369e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:57.466053 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4d9b77d6-fc5f-4c21-a404-4d7353a473f7 req-1852a84b-cb6c-42fd-b747-1b642369e716 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af5e8334-9cb2-4ddc-b153-43f6f162f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421288 Feb 16 05:38:57.566465 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4d9b77d6-fc5f-4c21-a404-4d7353a473f7 req-f1d8768a-fcdf-4bf6-bb99-205a965f188c service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848587 Feb 16 05:38:57.655457 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4d9b77d6-fc5f-4c21-a404-4d7353a473f7 req-548eb934-b4d7-4813-b823-80f191f5085f service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819366 Feb 16 05:38:57.677495 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73887bde-4d79-4aa7-ae3b-c205b96c9d05 req-4f9cebfa-11e6-43d7-9c1f-2f2c1d339634 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:57.679050 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-73887bde-4d79-4aa7-ae3b-c205b96c9d05 req-4f9cebfa-11e6-43d7-9c1f-2f2c1d339634 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 943 time: 0.0557268 Feb 16 05:38:57.729316 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-73887bde-4d79-4aa7-ae3b-c205b96c9d05 req-ec14cdcc-c21c-44a6-b8e7-8d43a034ee37 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444357 Feb 16 05:38:58.593969 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-05b22d97-7323-4d45-b224-13b9b2e2a3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:38:58.855731 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593d7bf-bbc3-447a-85e7-aac6154653e6 req-3db70159-4995-4836-bf9a-57c3454f3663 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:38:58.857729 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4593d7bf-bbc3-447a-85e7-aac6154653e6 req-3db70159-4995-4836-bf9a-57c3454f3663 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 943 time: 0.0532794 Feb 16 05:38:58.912367 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4593d7bf-bbc3-447a-85e7-aac6154653e6 req-e60d1801-5e9b-491f-aa9a-a1d2be27441a tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486655 Feb 16 05:38:59.425300 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:00.036098 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37687d21-1c3b-4af6-abd9-7149b1bac98d req-e46a6fe6-71e7-4574-9831-03d3dee7f645 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:00.037582 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-37687d21-1c3b-4af6-abd9-7149b1bac98d req-e46a6fe6-71e7-4574-9831-03d3dee7f645 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 943 time: 0.0573661 Feb 16 05:39:00.084777 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-37687d21-1c3b-4af6-abd9-7149b1bac98d req-0e12ce27-2891-4c6f-a8c3-0ea4879d2c8d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413928 Feb 16 05:39:00.954047 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:01.198532 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234d231-33c6-48ea-a653-85d634c55127 req-1797f0bf-a756-48f2-8541-3fae8122ecc7 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:01.199903 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0234d231-33c6-48ea-a653-85d634c55127 req-1797f0bf-a756-48f2-8541-3fae8122ecc7 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 943 time: 0.0513060 Feb 16 05:39:01.250617 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0234d231-33c6-48ea-a653-85d634c55127 req-ce6169af-75e1-44ea-852f-36b03367baf6 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447140 Feb 16 05:39:02.369209 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c33e85-679f-449b-bd83-2c94780e2b3f req-d6027ea3-6b0b-4a6f-8478-0bde56c0d4f5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:02.370713 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a3c33e85-679f-449b-bd83-2c94780e2b3f req-d6027ea3-6b0b-4a6f-8478-0bde56c0d4f5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 943 time: 0.0544431 Feb 16 05:39:02.418091 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a3c33e85-679f-449b-bd83-2c94780e2b3f req-ebc45cd6-3ea3-4728-a220-0e84db7801e2 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413857 Feb 16 05:39:02.810463 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:03.532813 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d202ef-c16a-4f13-99c9-33aaae0e970e req-7b4489ad-798d-4281-a3a0-2d608cd8d2e6 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:03.534445 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-72d202ef-c16a-4f13-99c9-33aaae0e970e req-7b4489ad-798d-4281-a3a0-2d608cd8d2e6 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 943 time: 0.0519586 Feb 16 05:39:03.582421 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-72d202ef-c16a-4f13-99c9-33aaae0e970e req-63d30249-ab16-44ac-936b-9bd50a23ad09 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425367 Feb 16 05:39:04.697656 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35cf99-2b4b-41ec-9197-1c2d946098ee req-97a7806a-4d31-4a1a-ba1a-f22f554f9cc7 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:04.699119 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5a35cf99-2b4b-41ec-9197-1c2d946098ee req-97a7806a-4d31-4a1a-ba1a-f22f554f9cc7 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 943 time: 0.0511384 Feb 16 05:39:04.751480 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5a35cf99-2b4b-41ec-9197-1c2d946098ee req-1cd0ba89-806f-4c28-a0ce-14cd023b5f92 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462699 Feb 16 05:39:05.865246 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ae0b1-c0c0-4058-8335-e2f6e7e962ee req-39d72138-abaa-4113-8e0d-04acbfe10873 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:05.866722 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c03ae0b1-c0c0-4058-8335-e2f6e7e962ee req-39d72138-abaa-4113-8e0d-04acbfe10873 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 943 time: 0.0509367 Feb 16 05:39:05.919049 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c03ae0b1-c0c0-4058-8335-e2f6e7e962ee req-5bc80e76-64fc-4267-9fd9-d748e5ff2532 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468929 Feb 16 05:39:07.033854 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f4e89-73a4-496f-9b85-5ccbec57fee1 req-cf49f36a-bf69-4652-a28c-8cf48167f0cb tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:07.035318 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5d0f4e89-73a4-496f-9b85-5ccbec57fee1 req-cf49f36a-bf69-4652-a28c-8cf48167f0cb tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 943 time: 0.0504477 Feb 16 05:39:07.063099 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device f42f8d9e-47f2-47ff-a24a-282b5e026e62 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:39:07.083448 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5d0f4e89-73a4-496f-9b85-5ccbec57fee1 req-68491d80-3d8c-44ff-8f85-804073fa18af tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427251 Feb 16 05:39:07.161141 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port f42f8d9e-47f2-47ff-a24a-282b5e026e62, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=f42f8d9e-47f2-47ff-a24a-282b5e026e62,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:39:07.172550 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': 'f42f8d9e-47f2-47ff-a24a-282b5e026e62', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'port_id': 'f42f8d9e-47f2-47ff-a24a-282b5e026e62', 'mac_address': 'fa:16:3e:06:3f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:39:07.207990 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port f42f8d9e-47f2-47ff-a24a-282b5e026e62 is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:39:07.208309 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (f42f8d9e-47f2-47ff-a24a-282b5e026e62), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:07.221588 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42f8d9e-47f2-47ff-a24a-282b5e026e62 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:39:07.240001 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port f42f8d9e-47f2-47ff-a24a-282b5e026e62, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=f42f8d9e-47f2-47ff-a24a-282b5e026e62,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:39:07.243322 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (f42f8d9e-47f2-47ff-a24a-282b5e026e62), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:07.292707 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=f42f8d9e-47f2-47ff-a24a-282b5e026e62,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:07.571376 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['f42f8d9e-47f2-47ff-a24a-282b5e026e62'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:39:08.208126 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09e0f8-1800-4b51-8549-3957aceb4ce0 req-22b8e05b-0214-4527-995a-3e556b637fc4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:08.209616 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cd09e0f8-1800-4b51-8549-3957aceb4ce0 req-22b8e05b-0214-4527-995a-3e556b637fc4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 944 time: 0.0592721 Feb 16 05:39:08.256711 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cd09e0f8-1800-4b51-8549-3957aceb4ce0 req-e7d74020-97f2-4783-9b7c-837dae389d24 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416160 Feb 16 05:39:09.080293 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device f42f8d9e-47f2-47ff-a24a-282b5e026e62 up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:39:09.128498 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port f42f8d9e-47f2-47ff-a24a-282b5e026e62 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:39:09.132668 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port f42f8d9e-47f2-47ff-a24a-282b5e026e62 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:39:09.133045 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (f42f8d9e-47f2-47ff-a24a-282b5e026e62), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:09.211170 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port f42f8d9e-47f2-47ff-a24a-282b5e026e62 is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:39:09.211554 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (f42f8d9e-47f2-47ff-a24a-282b5e026e62), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:09.244479 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5c79d1-09d2-4e14-b144-40a132b546d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42f8d9e-47f2-47ff-a24a-282b5e026e62'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:39:09.247626 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7122d110-8570-4797-a63c-a68580d713ea" -d '{"events": [{"server_uuid": "6a5c79d1-09d2-4e14-b144-40a132b546d6", "name": "network-vif-plugged", "status": "completed", "tag": "f42f8d9e-47f2-47ff-a24a-282b5e026e62"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:39:09.260166 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port f42f8d9e-47f2-47ff-a24a-282b5e026e62, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=f42f8d9e-47f2-47ff-a24a-282b5e026e62,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:39:09.264166 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (f42f8d9e-47f2-47ff-a24a-282b5e026e62), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:09.287490 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cb7562-42b5-4635-8f99-009be6aeb3bb x-openstack-request-id: req-a7cb7562-42b5-4635-8f99-009be6aeb3bb {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:39:09.287780 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5c79d1-09d2-4e14-b144-40a132b546d6", "name": "network-vif-plugged", "status": "completed", "tag": "f42f8d9e-47f2-47ff-a24a-282b5e026e62", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:39:09.288032 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a7cb7562-42b5-4635-8f99-009be6aeb3bb {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:39:09.288423 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5c79d1-09d2-4e14-b144-40a132b546d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42f8d9e-47f2-47ff-a24a-282b5e026e62', 'code': 200} Feb 16 05:39:09.314187 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=f42f8d9e-47f2-47ff-a24a-282b5e026e62,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:09.382693 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf4d57-fe93-4317-bae6-19101c2d68db req-e0404822-0b39-4fa3-ae86-79a95829c2d7 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:09.384055 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-40bf4d57-fe93-4317-bae6-19101c2d68db req-e0404822-0b39-4fa3-ae86-79a95829c2d7 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 945 time: 0.0549171 Feb 16 05:39:09.431236 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-40bf4d57-fe93-4317-bae6-19101c2d68db req-92fbe229-38ff-4a7d-ac67-19097ad97d47 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410402 Feb 16 05:39:09.539050 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b294bf3-1998-4690-9b00-d153c9cb5edc req-879ff3a3-9cdc-4566-bcb8-0301de02db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:09.540553 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3b294bf3-1998-4690-9b00-d153c9cb5edc req-879ff3a3-9cdc-4566-bcb8-0301de02db5c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 1129 time: 0.0433004 Feb 16 05:39:09.586538 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3b294bf3-1998-4690-9b00-d153c9cb5edc req-240b30ab-44fa-4f4f-9278-8680283e33e2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387716 Feb 16 05:39:10.560354 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b3f6e-5659-4a39-8a24-854054f01e71 req-e5ed039c-e8af-442c-afdf-4656582318eb tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:10.561923 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-031b3f6e-5659-4a39-8a24-854054f01e71 req-e5ed039c-e8af-442c-afdf-4656582318eb tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 945 time: 0.0613811 Feb 16 05:39:10.612999 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-031b3f6e-5659-4a39-8a24-854054f01e71 req-838dc5ba-c2e6-4524-a62e-4413ce59bd21 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451481 Feb 16 05:39:11.728870 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ecacb-d87c-4150-b477-41bf55d7327c req-60d9db3b-dc2e-4e84-8762-2177eecace0a tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:11.730384 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-494ecacb-d87c-4150-b477-41bf55d7327c req-60d9db3b-dc2e-4e84-8762-2177eecace0a tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 945 time: 0.0515785 Feb 16 05:39:11.781746 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-494ecacb-d87c-4150-b477-41bf55d7327c req-cd34ece6-f7cb-43a2-a25a-189d2d2eefb4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453992 Feb 16 05:39:11.898307 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba097-6707-4bd9-84be-125cadaa927b req-54fe166f-5001-4e25-b525-81ecf06bc114 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:11.899767 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-95eba097-6707-4bd9-84be-125cadaa927b req-54fe166f-5001-4e25-b525-81ecf06bc114 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 945 time: 0.0519273 Feb 16 05:39:11.946362 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-95eba097-6707-4bd9-84be-125cadaa927b req-d5d25296-36ae-45e6-817d-0e6c152e277c tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405769 Feb 16 05:39:11.969761 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58720) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:39:12.057920 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690092f7-e322-4c97-8d21-518829ce3e08 tempest-TestVolumeBootPattern-1410863002 tempest-TestVolumeBootPattern-1410863002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:12.059316 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-690092f7-e322-4c97-8d21-518829ce3e08 tempest-TestVolumeBootPattern-1410863002 tempest-TestVolumeBootPattern-1410863002-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 1124 time: 0.0885587 Feb 16 05:39:12.062930 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58724) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:39:12.067286 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Request body: {'floatingip': {'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'port_id': 'f42f8d9e-47f2-47ff-a24a-282b5e026e62', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:39:12.086080 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:12.179648 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:12.282225 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Allocated IP 172.27.0.244 (61efc28e-7d20-4d92-8b96-aa9398e7f442/35988b50-7f57-43f7-b0a5-0909380c9793/c34090e4-946a-433c-b45b-454b521613a0) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:39:12.378815 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for port (c34090e4-946a-433c-b45b-454b521613a0), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:12.411717 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (c34090e4-946a-433c-b45b-454b521613a0), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:12.445886 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:39:12.450521 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:39:12.454455 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:39:12.483935 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event updated for resources: {'Port': ['ID=c34090e4-946a-433c-b45b-454b521613a0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:12.498521 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:12.804231 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for floatingip (22bef8e5-6442-4089-a86e-34e12f5e6bc0), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:12.874945 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (c34090e4-946a-433c-b45b-454b521613a0), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:13.019334 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for port (c34090e4-946a-433c-b45b-454b521613a0), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:13.023672 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (c34090e4-946a-433c-b45b-454b521613a0), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:13.092544 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event updated for resources: {'Port': ['ID=c34090e4-946a-433c-b45b-454b521613a0,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:13.104447 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588210'] for floatingip (22bef8e5-6442-4089-a86e-34e12f5e6bc0), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:13.207357 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.l3_db [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Floating IP 22bef8e5-6442-4089-a86e-34e12f5e6bc0 associated. External IP: 172.27.0.244, port: f42f8d9e-47f2-47ff-a24a-282b5e026e62. Feb 16 05:39:13.412678 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Router a1b82751-9f01-4fa1-adb5-402c7d13a229 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:39:13.517539 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:39:13.531413 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a53284-e6cb-4170-bbc6-db6463cde2a5 None None] Sync routers for ids ['a1b82751-9f01-4fa1-adb5-402c7d13a229'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:39:13.538565 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:13.544686 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a53284-e6cb-4170-bbc6-db6463cde2a5 None None] Routers {'a1b82751-9f01-4fa1-adb5-402c7d13a229'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:39:13.545912 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c0a53284-e6cb-4170-bbc6-db6463cde2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:38:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a1b82751-9f01-4fa1-adb5-402c7d13a229'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:39:13.578144 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-fc88bcba-b517-4859-837c-c3484e24daf9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5141444 Feb 16 05:39:13.578812 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5c79d1-09d2-4e14-b144-40a132b546d6', 'tag': 'f42f8d9e-47f2-47ff-a24a-282b5e026e62'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:39:13.581200 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8bb9f0-7556-463e-aae9-1473933a3943" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5c79d1-09d2-4e14-b144-40a132b546d6", "tag": "f42f8d9e-47f2-47ff-a24a-282b5e026e62"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:39:13.620954 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfd359b-ff2e-4814-b359-22988d2e2d04 x-openstack-request-id: req-4cfd359b-ff2e-4814-b359-22988d2e2d04 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:39:13.621476 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5c79d1-09d2-4e14-b144-40a132b546d6", "tag": "f42f8d9e-47f2-47ff-a24a-282b5e026e62", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:39:13.621729 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4cfd359b-ff2e-4814-b359-22988d2e2d04 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:39:13.622133 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5c79d1-09d2-4e14-b144-40a132b546d6', 'tag': 'f42f8d9e-47f2-47ff-a24a-282b5e026e62', 'status': 'completed', 'code': 200} Feb 16 05:39:13.673505 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c0a53284-e6cb-4170-bbc6-db6463cde2a5 None None] Set router a1b82751-9f01-4fa1-adb5-402c7d13a229 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:39:13.716598 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bb9f0-7556-463e-aae9-1473933a3943 req-fd1b7d2b-d729-470e-8b7c-b576d0687e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:13.718819 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0d8bb9f0-7556-463e-aae9-1473933a3943 req-fd1b7d2b-d729-470e-8b7c-b576d0687e81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e5222e96e134b27b8a588f1309a0097&device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 1129 time: 0.0460305 Feb 16 05:39:13.807739 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bb9f0-7556-463e-aae9-1473933a3943 req-10ac38fd-1730-4c64-89d3-0d81d2cc18d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:13.809198 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0d8bb9f0-7556-463e-aae9-1473933a3943 req-10ac38fd-1730-4c64-89d3-0d81d2cc18d2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af5e8334-9cb2-4ddc-b153-43f6f162f135 HTTP/1.1" status: 200 len: 912 time: 0.0838363 Feb 16 05:39:13.877095 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0d8bb9f0-7556-463e-aae9-1473933a3943 req-a2af1b9e-66fc-419b-8118-6c9f37b3b435 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f42f8d9e-47f2-47ff-a24a-282b5e026e62 HTTP/1.1" status: 200 len: 999 time: 0.0601947 Feb 16 05:39:13.896020 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c0a53284-e6cb-4170-bbc6-db6463cde2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '22bef8e5-6442-4089-a86e-34e12f5e6bc0', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'port_id': 'f42f8d9e-47f2-47ff-a24a-282b5e026e62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'mac_address': 'fa:16:3e:06:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c79d1-09d2-4e14-b144-40a132b546d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:39:12Z', 'updated_at': '2022-02-16T05:39:12Z', 'revision_number': 0, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 5, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:39:13.922088 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a53284-e6cb-4170-bbc6-db6463cde2a5 None None] Checking router: a1b82751-9f01-4fa1-adb5-402c7d13a229 for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:39:13.925448 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bb9f0-7556-463e-aae9-1473933a3943 req-24d22c56-02b3-4aa6-9298-648c8dfb900b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:13.926899 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0d8bb9f0-7556-463e-aae9-1473933a3943 req-24d22c56-02b3-4aa6-9298-648c8dfb900b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=770464aa-c905-4f1a-8cb7-b33ec5075f91 HTTP/1.1" status: 200 len: 850 time: 0.0429463 Feb 16 05:39:13.930204 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a53284-e6cb-4170-bbc6-db6463cde2a5 None None] Routers {'a1b82751-9f01-4fa1-adb5-402c7d13a229'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:39:13.930807 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c0a53284-e6cb-4170-bbc6-db6463cde2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:38:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a1b82751-9f01-4fa1-adb5-402c7d13a229'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:39:13.975352 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bb9f0-7556-463e-aae9-1473933a3943 req-39c466f9-dfa8-4afd-92a6-e5831ebfa434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:13.976846 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0d8bb9f0-7556-463e-aae9-1473933a3943 req-39c466f9-dfa8-4afd-92a6-e5831ebfa434 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af5e8334-9cb2-4ddc-b153-43f6f162f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433595 Feb 16 05:39:14.036815 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c0a53284-e6cb-4170-bbc6-db6463cde2a5 None None] Set router a1b82751-9f01-4fa1-adb5-402c7d13a229 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:39:14.072029 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0d8bb9f0-7556-463e-aae9-1473933a3943 req-ef3a6b7f-6eff-444e-8b5f-04c38f35fcb5 service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828483 Feb 16 05:39:14.160271 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0d8bb9f0-7556-463e-aae9-1473933a3943 req-5ce38695-6e66-4915-be2b-c7736bdcb4e2 service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810342 Feb 16 05:39:14.257493 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c0a53284-e6cb-4170-bbc6-db6463cde2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '22bef8e5-6442-4089-a86e-34e12f5e6bc0', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'port_id': 'f42f8d9e-47f2-47ff-a24a-282b5e026e62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'mac_address': 'fa:16:3e:06:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c79d1-09d2-4e14-b144-40a132b546d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:39:12Z', 'updated_at': '2022-02-16T05:39:12Z', 'revision_number': 0, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 5, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:39:14.283626 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a53284-e6cb-4170-bbc6-db6463cde2a5 None None] The sync data for ids ['a1b82751-9f01-4fa1-adb5-402c7d13a229'] in dv-cinder-829473-2-iscsi is: [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '22bef8e5-6442-4089-a86e-34e12f5e6bc0', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'port_id': 'f42f8d9e-47f2-47ff-a24a-282b5e026e62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'mac_address': 'fa:16:3e:06:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c79d1-09d2-4e14-b144-40a132b546d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:39:12Z', 'updated_at': '2022-02-16T05:39:12Z', 'revision_number': 0, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 5, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:39:14.464917 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6452f6ea-a683-43f5-b83c-8bb52cec0910 None None] New status for floating IP 22bef8e5-6442-4089-a86e-34e12f5e6bc0: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 05:39:16.612142 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:39:21.332524 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa95928-df99-43f2-9a6f-e596ca8200e0 req-1e5e53cf-4390-4496-a8b4-05927468471c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:21.334064 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eaa95928-df99-43f2-9a6f-e596ca8200e0 req-1e5e53cf-4390-4496-a8b4-05927468471c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0654628 Feb 16 05:39:21.379979 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eaa95928-df99-43f2-9a6f-e596ca8200e0 req-c0bc6027-14c5-4195-8c23-94778eb18a78 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403600 Feb 16 05:39:22.502609 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a683f72-e2e2-4695-ad1f-252b3a7b5d8c req-30137e56-33ef-4ea5-91ac-219ac29bb303 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:22.504130 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2a683f72-e2e2-4695-ad1f-252b3a7b5d8c req-30137e56-33ef-4ea5-91ac-219ac29bb303 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0532346 Feb 16 05:39:22.550734 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2a683f72-e2e2-4695-ad1f-252b3a7b5d8c req-5fa1ce9f-1844-4d23-8047-e2becb0b7161 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410998 Feb 16 05:39:23.686896 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea79e7-ed1b-48d4-b4bc-1c9bbfb8d6c4 req-b91e5b78-5857-462b-8436-2cf250420b5d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:23.688610 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-42ea79e7-ed1b-48d4-b4bc-1c9bbfb8d6c4 req-b91e5b78-5857-462b-8436-2cf250420b5d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0565050 Feb 16 05:39:23.736534 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-42ea79e7-ed1b-48d4-b4bc-1c9bbfb8d6c4 req-32be2653-8df6-458a-a5ec-2e28e57e011c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420313 Feb 16 05:39:24.856501 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf827346-62e3-45c8-b02e-f9dc85febeeb req-a0d615b7-5afd-49ca-b83e-9c7d5baa3844 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:24.858001 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-bf827346-62e3-45c8-b02e-f9dc85febeeb req-a0d615b7-5afd-49ca-b83e-9c7d5baa3844 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0515063 Feb 16 05:39:24.907742 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-bf827346-62e3-45c8-b02e-f9dc85febeeb req-cae9bb55-3252-47eb-9606-5b34d04425c3 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443406 Feb 16 05:39:25.196126 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06583a8-5f7c-4e5c-8d4b-a092053b5ec8 req-f8c4b467-3a6c-4641-af0e-b76807a82c8b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:25.197491 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d06583a8-5f7c-4e5c-8d4b-a092053b5ec8 req-f8c4b467-3a6c-4641-af0e-b76807a82c8b tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 946 time: 0.0518129 Feb 16 05:39:25.241860 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d06583a8-5f7c-4e5c-8d4b-a092053b5ec8 req-6abd07e7-b54a-44a3-ad11-d76650623a5e tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=0678516f-cf12-4164-bfab-c933c6ea3ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387807 Feb 16 05:39:26.028667 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07d3a0-9447-4266-a9e5-f0c4392a1c69 req-48021049-d6c1-4bf3-8479-4836b03517a0 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:26.030780 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ba07d3a0-9447-4266-a9e5-f0c4392a1c69 req-48021049-d6c1-4bf3-8479-4836b03517a0 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0509624 Feb 16 05:39:26.074912 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ba07d3a0-9447-4266-a9e5-f0c4392a1c69 req-82a55863-c4f4-4afb-80dc-f3aa00d4a575 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387266 Feb 16 05:39:26.123156 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a867aa7f-3f42-45fb-b3b0-4aae73935640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:26.363026 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f92d92-07bb-463c-aa25-9527287d97e1 req-6ae04cd6-708b-48ef-a35f-36587069230f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:26.364489 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c9f92d92-07bb-463c-aa25-9527287d97e1 req-6ae04cd6-708b-48ef-a35f-36587069230f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 946 time: 0.0566726 Feb 16 05:39:26.410357 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c9f92d92-07bb-463c-aa25-9527287d97e1 req-1c5a7537-5cec-4399-a8d7-468636c26582 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=0678516f-cf12-4164-bfab-c933c6ea3ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402060 Feb 16 05:39:27.204501 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860c41e-89d0-4644-b6b3-790ee930a2f2 req-e471e7f1-dce9-4db8-b3f9-7efb40110c1a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:27.205983 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e860c41e-89d0-4644-b6b3-790ee930a2f2 req-e471e7f1-dce9-4db8-b3f9-7efb40110c1a tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.60 "GET /v2.0/ports?device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 946 time: 0.0829830 Feb 16 05:39:27.227431 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39627999-79ee-46ea-aeb1-25a058150803 req-b8d197b7-390b-4a86-adf1-5a30cd3436ba tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:27.228839 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-39627999-79ee-46ea-aeb1-25a058150803 req-b8d197b7-390b-4a86-adf1-5a30cd3436ba tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0799408 Feb 16 05:39:27.321171 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-39627999-79ee-46ea-aeb1-25a058150803 req-4ba52856-cd08-42ee-8433-6b3b7c4164b4 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757387 Feb 16 05:39:27.337925 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-e860c41e-89d0-4644-b6b3-790ee930a2f2 req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Deleting port e23a7d90-c9d0-41fa-8147-86dc735e1a4c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:39:27.338271 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e860c41e-89d0-4644-b6b3-790ee930a2f2 req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (e23a7d90-c9d0-41fa-8147-86dc735e1a4c), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:27.427578 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-e860c41e-89d0-4644-b6b3-790ee930a2f2 req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] For port e23a7d90-c9d0-41fa-8147-86dc735e1a4c, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=e23a7d90-c9d0-41fa-8147-86dc735e1a4c,segment=NetworkSegment(ceff631c-45db-4708-b64a-2f17c1110a04),segment_id=ceff631c-45db-4708-b64a-2f17c1110a04)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:39:27.427861 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e860c41e-89d0-4644-b6b3-790ee930a2f2 req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (e23a7d90-c9d0-41fa-8147-86dc735e1a4c), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:27.526099 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b49455-4281-4b26-9ee5-654afb57ddc9 req-d71c0fca-66ca-4e7e-8dd0-5ac4b4a1c60f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:27.527558 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-14b49455-4281-4b26-9ee5-654afb57ddc9 req-d71c0fca-66ca-4e7e-8dd0-5ac4b4a1c60f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 946 time: 0.0504515 Feb 16 05:39:27.577059 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-14b49455-4281-4b26-9ee5-654afb57ddc9 req-96f4b5cf-aeb7-4ec9-86b2-59a098752548 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups?id=0678516f-cf12-4164-bfab-c933c6ea3ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427752 Feb 16 05:39:27.899166 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e860c41e-89d0-4644-b6b3-790ee930a2f2 req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:27.899532 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e860c41e-89d0-4644-b6b3-790ee930a2f2 req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588210'] for floatingip (73eae51d-ee7d-44a7-afea-2031b47dc30b), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:27.899851 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.l3_db [req-e860c41e-89d0-4644-b6b3-790ee930a2f2 req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Floating IP 73eae51d-ee7d-44a7-afea-2031b47dc30b disassociated. External IP: 172.27.0.53, port: e23a7d90-c9d0-41fa-8147-86dc735e1a4c. Feb 16 05:39:27.900193 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-e860c41e-89d0-4644-b6b3-790ee930a2f2 req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Calling delete_port for e23a7d90-c9d0-41fa-8147-86dc735e1a4c owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:39:28.020859 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e860c41e-89d0-4644-b6b3-790ee930a2f2 req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (e23a7d90-c9d0-41fa-8147-86dc735e1a4c), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:28.051991 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Pushing event deleted for resources: {'Port': ['ID=e23a7d90-c9d0-41fa-8147-86dc735e1a4c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:28.063163 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:28.063523 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:28.063873 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:28.064200 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:28.064531 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:28.064861 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:28.065189 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:28.065541 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:28.065867 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:28.066193 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:28.066519 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:28.066846 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:28.067168 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:28.173878 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e860c41e-89d0-4644-b6b3-790ee930a2f2 req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Router bb02fcd7-5391-4192-8bae-bb067774cf8b has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:39:28.277370 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e860c41e-89d0-4644-b6b3-790ee930a2f2 req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:39:28.287722 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cadf393-38ba-4b66-b68e-ffb1fd70971e None None] Sync routers for ids ['bb02fcd7-5391-4192-8bae-bb067774cf8b'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:39:28.300977 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cadf393-38ba-4b66-b68e-ffb1fd70971e None None] Routers {'bb02fcd7-5391-4192-8bae-bb067774cf8b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:39:28.301622 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2cadf393-38ba-4b66-b68e-ffb1fd70971e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:38:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['bb02fcd7-5391-4192-8bae-bb067774cf8b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:39:28.319564 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e860c41e-89d0-4644-b6b3-790ee930a2f2 req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] No DVR routers for this DVR port e23a7d90-c9d0-41fa-8147-86dc735e1a4c on host hv-cinder-82947 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:39:28.322292 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e860c41e-89d0-4644-b6b3-790ee930a2f2 req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:28.325619 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e860c41e-89d0-4644-b6b3-790ee930a2f2 req-bc121f2f-779c-4483-b061-713a2b4bea2d tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.60 "DELETE /v2.0/ports/e23a7d90-c9d0-41fa-8147-86dc735e1a4c HTTP/1.1" status: 204 len: 173 time: 1.1142347 Feb 16 05:39:28.326639 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16170a04-6a12-4e3d-b6f0-b8d4ccf463be', 'name': 'network-vif-deleted', 'tag': 'e23a7d90-c9d0-41fa-8147-86dc735e1a4c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:39:28.328964 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e38f22-4f63-4a9c-ac60-901c00ab5491" -d '{"events": [{"server_uuid": "16170a04-6a12-4e3d-b6f0-b8d4ccf463be", "name": "network-vif-deleted", "tag": "e23a7d90-c9d0-41fa-8147-86dc735e1a4c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:39:28.386964 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155a0f5d-f983-4e5a-999d-856dcaa78ef0 x-openstack-request-id: req-155a0f5d-f983-4e5a-999d-856dcaa78ef0 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:39:28.387259 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16170a04-6a12-4e3d-b6f0-b8d4ccf463be", "name": "network-vif-deleted", "tag": "e23a7d90-c9d0-41fa-8147-86dc735e1a4c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:39:28.387508 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-155a0f5d-f983-4e5a-999d-856dcaa78ef0 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:39:28.387928 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16170a04-6a12-4e3d-b6f0-b8d4ccf463be', 'name': 'network-vif-deleted', 'tag': 'e23a7d90-c9d0-41fa-8147-86dc735e1a4c', 'status': 'completed', 'code': 200} Feb 16 05:39:28.478687 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6720e6-b250-43a8-a4e3-1f37ec45b6b4 req-5532d2f6-c0ed-48f3-9bd2-428edc016faa tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:28.480375 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1e6720e6-b250-43a8-a4e3-1f37ec45b6b4 req-5532d2f6-c0ed-48f3-9bd2-428edc016faa tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0695806 Feb 16 05:39:28.547209 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1e6720e6-b250-43a8-a4e3-1f37ec45b6b4 req-65d32810-82d6-44ba-a767-3b70e5a8921a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597546 Feb 16 05:39:28.555875 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2cadf393-38ba-4b66-b68e-ffb1fd70971e None None] Set router bb02fcd7-5391-4192-8bae-bb067774cf8b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:39:28.613154 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c1bca7d3-a2f4-4e1e-b014-df3998a0e925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:28.686006 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6be4a2a4-f3ba-463f-a8f7-222608e6ebfd req-753cf35d-8e99-4699-9d36-c4cc8bc556a1 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/ports?device_id=16170a04-6a12-4e3d-b6f0-b8d4ccf463be HTTP/1.1" status: 200 len: 210 time: 0.0283587 Feb 16 05:39:28.768394 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2cadf393-38ba-4b66-b68e-ffb1fd70971e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 4, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port': {'id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '62ef2ae2-7e5a-4b02-95b2-9480a904da95', 'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'mac_address': 'fa:16:3e:ca:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:08Z', 'updated_at': '2022-02-16T05:33:17Z', 'revision_number': 5, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'subnets': [{'id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:39:28.799089 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cadf393-38ba-4b66-b68e-ffb1fd70971e None None] Checking router: bb02fcd7-5391-4192-8bae-bb067774cf8b for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:39:28.807400 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cadf393-38ba-4b66-b68e-ffb1fd70971e None None] Routers {'bb02fcd7-5391-4192-8bae-bb067774cf8b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:39:28.808000 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2cadf393-38ba-4b66-b68e-ffb1fd70971e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:39:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['bb02fcd7-5391-4192-8bae-bb067774cf8b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:39:28.915734 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2cadf393-38ba-4b66-b68e-ffb1fd70971e None None] Set router bb02fcd7-5391-4192-8bae-bb067774cf8b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:39:29.111690 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2cadf393-38ba-4b66-b68e-ffb1fd70971e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 4, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port': {'id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '62ef2ae2-7e5a-4b02-95b2-9480a904da95', 'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'mac_address': 'fa:16:3e:ca:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:08Z', 'updated_at': '2022-02-16T05:33:17Z', 'revision_number': 5, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'subnets': [{'id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:39:29.137035 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cadf393-38ba-4b66-b68e-ffb1fd70971e None None] The sync data for ids ['bb02fcd7-5391-4192-8bae-bb067774cf8b'] in dv-cinder-829473-2-iscsi is: [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:33:09Z', 'revision_number': 4, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port': {'id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '62ef2ae2-7e5a-4b02-95b2-9480a904da95', 'name': '', 'network_id': '2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'mac_address': 'fa:16:3e:ca:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:08Z', 'updated_at': '2022-02-16T05:33:17Z', 'revision_number': 5, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'subnets': [{'id': '636aaf45-90e1-4d41-a98b-57327459a7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:39:29.332379 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e680da-e5fe-47e2-bfc7-10605d72061b None None] New status for floating IP 73eae51d-ee7d-44a7-afea-2031b47dc30b: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 05:39:29.427251 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:29.673684 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffdc30-7caf-46cc-97ec-d678c9e20fc1 req-7919cc31-de50-4c3c-a5b6-cad64d384eee tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:29.675189 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-39ffdc30-7caf-46cc-97ec-d678c9e20fc1 req-7919cc31-de50-4c3c-a5b6-cad64d384eee tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0530527 Feb 16 05:39:29.726808 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-39ffdc30-7caf-46cc-97ec-d678c9e20fc1 req-72035d0a-6b41-4b38-97d0-d7330cee0936 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455911 Feb 16 05:39:29.769963 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58824) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:39:29.821632 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a1b7787-86e3-4526-ba9d-39a6f0cbcdc8 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group (0678516f-cf12-4164-bfab-c933c6ea3ecc), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:29.843313 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a1b7787-86e3-4526-ba9d-39a6f0cbcdc8 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group (0678516f-cf12-4164-bfab-c933c6ea3ecc), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:29.889743 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a1b7787-86e3-4526-ba9d-39a6f0cbcdc8 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (0678516f-cf12-4164-bfab-c933c6ea3ecc), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:29.892233 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a1b7787-86e3-4526-ba9d-39a6f0cbcdc8 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:29.893377 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-6a1b7787-86e3-4526-ba9d-39a6f0cbcdc8 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "DELETE /v2.0/security-groups/0678516f-cf12-4164-bfab-c933c6ea3ecc HTTP/1.1" status: 204 len: 168 time: 0.1223705 Feb 16 05:39:29.896276 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58826) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:39:29.902010 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b7787-86e3-4526-ba9d-39a6f0cbcdc8 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0678516f-cf12-4164-bfab-c933c6ea3ecc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:29.910170 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.api.v2.resource [None req-3fe4bc8e-e541-49d8-b52c-d54f508253d4 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] show failed (client error): The resource could not be found. Feb 16 05:39:29.911164 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-3fe4bc8e-e541-49d8-b52c-d54f508253d4 tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "GET /v2.0/security-groups/0678516f-cf12-4164-bfab-c933c6ea3ecc HTTP/1.1" status: 404 len: 347 time: 0.0138271 Feb 16 05:39:29.914003 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58828) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:39:30.042945 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Deleting port a7f587c4-e97c-4b1a-b224-ce8a72d08052 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:39:30.043289 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (a7f587c4-e97c-4b1a-b224-ce8a72d08052), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:30.122946 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (a7f587c4-e97c-4b1a-b224-ce8a72d08052), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:30.123286 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for floatingip (a7f587c4-e97c-4b1a-b224-ce8a72d08052), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:30.134600 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Calling delete_port for a7f587c4-e97c-4b1a-b224-ce8a72d08052 owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:39:30.262910 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (a7f587c4-e97c-4b1a-b224-ce8a72d08052), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:30.288002 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Pushing event deleted for resources: {'Port': ['ID=a7f587c4-e97c-4b1a-b224-ce8a72d08052,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:30.313048 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:30.313453 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:30.313802 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:30.314142 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:30.314479 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:30.314814 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:30.315141 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:30.315471 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:30.315800 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:30.316126 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:30.316450 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:30.316771 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:30.317096 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:30.356461 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks [] for floatingip (73eae51d-ee7d-44a7-afea-2031b47dc30b), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:30.359039 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:30.360178 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-dc4eab57-1868-4e38-bb19-6be3229c5f9f tempest-AttachVolumeTestJSON-657382751 tempest-AttachVolumeTestJSON-657382751-project] 10.222.0.75 "DELETE /v2.0/floatingips/73eae51d-ee7d-44a7-afea-2031b47dc30b HTTP/1.1" status: 204 len: 168 time: 0.4452972 Feb 16 05:39:30.848352 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a7f0a-238f-47cf-835e-9f214b343bd9 req-d7db4763-d20f-498a-a229-cfafedf3f7cf tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:30.849803 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fe5a7f0a-238f-47cf-835e-9f214b343bd9 req-d7db4763-d20f-498a-a229-cfafedf3f7cf tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0509486 Feb 16 05:39:30.898142 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fe5a7f0a-238f-47cf-835e-9f214b343bd9 req-369b7743-5f47-4b97-b241-59d8b6c518e1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429199 Feb 16 05:39:30.956351 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:31.163976 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device e23a7d90-c9d0-41fa-8147-86dc735e1a4c no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:39:31.183366 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: e23a7d90-c9d0-41fa-8147-86dc735e1a4c {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:39:31.183707 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device e23a7d90-c9d0-41fa-8147-86dc735e1a4c not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:39:32.020899 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c8f82-a92a-4d68-8707-2cadf44ae056 req-52ec5433-0c7c-4e3d-87c1-bf3877944a76 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:32.022401 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-652c8f82-a92a-4d68-8707-2cadf44ae056 req-52ec5433-0c7c-4e3d-87c1-bf3877944a76 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0549784 Feb 16 05:39:32.067789 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-652c8f82-a92a-4d68-8707-2cadf44ae056 req-39547bb0-8e29-4f62-821d-bfdc41306bb7 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399642 Feb 16 05:39:32.811110 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:33.167274 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 34a938ee-31c9-4981-a33b-0346248cbdca details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:39:33.188587 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3f2fd-1b01-477e-b1ff-2affa631702d req-f1c0a3b3-7c5b-4167-9525-8b322c7b93cb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:33.190092 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e4f3f2fd-1b01-477e-b1ff-2affa631702d req-f1c0a3b3-7c5b-4167-9525-8b322c7b93cb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0531106 Feb 16 05:39:33.235503 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e4f3f2fd-1b01-477e-b1ff-2affa631702d req-599a1dd6-b8d3-45d3-a71c-c98962ca8a56 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398855 Feb 16 05:39:33.261510 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 34a938ee-31c9-4981-a33b-0346248cbdca, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=34a938ee-31c9-4981-a33b-0346248cbdca,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:39:33.276025 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': '34a938ee-31c9-4981-a33b-0346248cbdca', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'port_id': '34a938ee-31c9-4981-a33b-0346248cbdca', 'mac_address': 'fa:16:3e:d4:80:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:39:33.311091 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 34a938ee-31c9-4981-a33b-0346248cbdca is: ACTIVE; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:39:33.311412 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:33.323545 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34a938ee-31c9-4981-a33b-0346248cbdca {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:39:33.342969 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 34a938ee-31c9-4981-a33b-0346248cbdca, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=34a938ee-31c9-4981-a33b-0346248cbdca,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:39:33.346958 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:33.398336 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=34a938ee-31c9-4981-a33b-0346248cbdca,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:33.405797 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:33.406144 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:33.406491 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:33.406822 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:33.407151 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:33.407475 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:33.407799 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:33.408120 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:33.408440 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:33.408759 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:33.409079 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:33.409426 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:33.409745 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:39:33.519758 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['34a938ee-31c9-4981-a33b-0346248cbdca'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:39:33.864783 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58862) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:39:34.362371 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8c912-cc2c-4ba1-855c-9015c79a7c95 req-941c11c4-f2d6-4c0a-9d33-8e9235deb718 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:34.364478 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e5a8c912-cc2c-4ba1-855c-9015c79a7c95 req-941c11c4-f2d6-4c0a-9d33-8e9235deb718 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 945 time: 0.0553236 Feb 16 05:39:34.379362 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c237fd16-88f8-4df9-ba7f-92cef27268cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588722'] for router_interface (bb02fcd7-5391-4192-8bae-bb067774cf8b), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:34.416333 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e5a8c912-cc2c-4ba1-855c-9015c79a7c95 req-88be8e42-1016-42a9-aa11-ed652ca506ce tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454888 Feb 16 05:39:34.921528 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c237fd16-88f8-4df9-ba7f-92cef27268cb admin admin] Deleting port 62ef2ae2-7e5a-4b02-95b2-9480a904da95 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:39:34.922261 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c237fd16-88f8-4df9-ba7f-92cef27268cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:35.012615 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-c237fd16-88f8-4df9-ba7f-92cef27268cb admin admin] For port 62ef2ae2-7e5a-4b02-95b2-9480a904da95, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=62ef2ae2-7e5a-4b02-95b2-9480a904da95,segment=NetworkSegment(ceff631c-45db-4708-b64a-2f17c1110a04),segment_id=ceff631c-45db-4708-b64a-2f17c1110a04)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:39:35.012922 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c237fd16-88f8-4df9-ba7f-92cef27268cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:35.031638 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c237fd16-88f8-4df9-ba7f-92cef27268cb admin admin] Calling delete_port for 62ef2ae2-7e5a-4b02-95b2-9480a904da95 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:39:35.184128 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 34a938ee-31c9-4981-a33b-0346248cbdca up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:39:35.239043 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port 34a938ee-31c9-4981-a33b-0346248cbdca triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:39:35.239667 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:35.253529 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c237fd16-88f8-4df9-ba7f-92cef27268cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (62ef2ae2-7e5a-4b02-95b2-9480a904da95), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:35.281168 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237fd16-88f8-4df9-ba7f-92cef27268cb admin admin] Pushing event deleted for resources: {'Port': ['ID=62ef2ae2-7e5a-4b02-95b2-9480a904da95,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:35.360916 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 34a938ee-31c9-4981-a33b-0346248cbdca is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:39:35.361590 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:35.388097 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c112142-abdc-4305-9f88-55a64404a86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a938ee-31c9-4981-a33b-0346248cbdca'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:39:35.391328 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51432d57-c631-476f-8ffd-23da4650b012" -d '{"events": [{"server_uuid": "5c112142-abdc-4305-9f88-55a64404a86d", "name": "network-vif-plugged", "status": "completed", "tag": "34a938ee-31c9-4981-a33b-0346248cbdca"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:39:35.409149 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 34a938ee-31c9-4981-a33b-0346248cbdca, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=34a938ee-31c9-4981-a33b-0346248cbdca,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:39:35.417422 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:35.462253 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6585f3-0814-4277-b136-85863907fc4d x-openstack-request-id: req-af6585f3-0814-4277-b136-85863907fc4d {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:39:35.462549 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c112142-abdc-4305-9f88-55a64404a86d", "name": "network-vif-plugged", "status": "completed", "tag": "34a938ee-31c9-4981-a33b-0346248cbdca", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:39:35.462800 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-af6585f3-0814-4277-b136-85863907fc4d {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:39:35.463187 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c112142-abdc-4305-9f88-55a64404a86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a938ee-31c9-4981-a33b-0346248cbdca', 'code': 200} Feb 16 05:39:35.483515 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c237fd16-88f8-4df9-ba7f-92cef27268cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1516466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588574'] for router_interface (bb02fcd7-5391-4192-8bae-bb067774cf8b), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:35.522806 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=34a938ee-31c9-4981-a33b-0346248cbdca,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:35.593994 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cd3ee-0f71-4c57-b6fd-dce278489237 req-3f35ac26-da0a-4a9e-9527-9bb2d962eccb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:35.601644 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-235cd3ee-0f71-4c57-b6fd-dce278489237 req-3f35ac26-da0a-4a9e-9527-9bb2d962eccb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0701864 Feb 16 05:39:35.650633 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-235cd3ee-0f71-4c57-b6fd-dce278489237 req-2963e2ce-18c3-4335-ae31-d7337f465856 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478086 Feb 16 05:39:35.812677 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c237fd16-88f8-4df9-ba7f-92cef27268cb admin admin] Router bb02fcd7-5391-4192-8bae-bb067774cf8b has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:39:35.931471 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c237fd16-88f8-4df9-ba7f-92cef27268cb admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:39:35.938046 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-c237fd16-88f8-4df9-ba7f-92cef27268cb admin admin] 10.222.0.75 "PUT /v2.0/routers/bb02fcd7-5391-4192-8bae-bb067774cf8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0721145 Feb 16 05:39:35.940860 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58902) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:39:35.943438 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b8b44-4c1d-42a2-bacc-f5deeceded5a None None] Sync routers for ids ['bb02fcd7-5391-4192-8bae-bb067774cf8b'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:39:35.956156 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b8b44-4c1d-42a2-bacc-f5deeceded5a None None] Routers {'bb02fcd7-5391-4192-8bae-bb067774cf8b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:39:35.956916 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c89b8b44-4c1d-42a2-bacc-f5deeceded5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:39:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['bb02fcd7-5391-4192-8bae-bb067774cf8b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:39:36.062982 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0ec71faf-98ed-4177-bce6-af5ac2070f7d admin admin] Publish callbacks [] for router (bb02fcd7-5391-4192-8bae-bb067774cf8b), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:36.086623 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c89b8b44-4c1d-42a2-bacc-f5deeceded5a None None] Set router bb02fcd7-5391-4192-8bae-bb067774cf8b gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:39:36.201048 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0ec71faf-98ed-4177-bce6-af5ac2070f7d admin admin] Publish callbacks [] for router_gateway (bb02fcd7-5391-4192-8bae-bb067774cf8b), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:36.264073 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-0ec71faf-98ed-4177-bce6-af5ac2070f7d admin admin] Deleting port 9a477a30-1415-4b62-bef4-2bde356997d3 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:39:36.264524 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0ec71faf-98ed-4177-bce6-af5ac2070f7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (9a477a30-1415-4b62-bef4-2bde356997d3), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:36.297631 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c89b8b44-4c1d-42a2-bacc-f5deeceded5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:39:35Z', 'revision_number': 5, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port': {'id': '9a477a30-1415-4b62-bef4-2bde356997d3', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:39:36.329690 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b8b44-4c1d-42a2-bacc-f5deeceded5a None None] Checking router: bb02fcd7-5391-4192-8bae-bb067774cf8b for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:39:36.339834 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b8b44-4c1d-42a2-bacc-f5deeceded5a None None] Routers {'bb02fcd7-5391-4192-8bae-bb067774cf8b'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:39:36.340523 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c89b8b44-4c1d-42a2-bacc-f5deeceded5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:39:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['bb02fcd7-5391-4192-8bae-bb067774cf8b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:39:36.370927 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-0ec71faf-98ed-4177-bce6-af5ac2070f7d admin admin] For port 9a477a30-1415-4b62-bef4-2bde356997d3, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=9a477a30-1415-4b62-bef4-2bde356997d3,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:39:36.371413 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0ec71faf-98ed-4177-bce6-af5ac2070f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (9a477a30-1415-4b62-bef4-2bde356997d3), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:36.390487 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-0ec71faf-98ed-4177-bce6-af5ac2070f7d admin admin] Calling delete_port for 9a477a30-1415-4b62-bef4-2bde356997d3 owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:39:36.437459 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c89b8b44-4c1d-42a2-bacc-f5deeceded5a None None] Set router bb02fcd7-5391-4192-8bae-bb067774cf8b gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:39:36.499329 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c89b8b44-4c1d-42a2-bacc-f5deeceded5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:39:36Z', 'revision_number': 6, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port_host': None}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:39:36.605087 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0ec71faf-98ed-4177-bce6-af5ac2070f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (9a477a30-1415-4b62-bef4-2bde356997d3), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:36.636786 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec71faf-98ed-4177-bce6-af5ac2070f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=9a477a30-1415-4b62-bef4-2bde356997d3,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:36.663590 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b8b44-4c1d-42a2-bacc-f5deeceded5a None None] The sync data for ids ['bb02fcd7-5391-4192-8bae-bb067774cf8b'] in dv-cinder-829473-2-iscsi is: [{'id': 'bb02fcd7-5391-4192-8bae-bb067774cf8b', 'name': 'tempest-AttachVolumeTestJSON-776679620-router', 'tenant_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:03Z', 'updated_at': '2022-02-16T05:39:36Z', 'revision_number': 6, 'project_id': '59d95f84bb5c4548a82ead0d4d2cb38c', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:39:36.755494 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0ec71faf-98ed-4177-bce6-af5ac2070f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588152'] for router_gateway (bb02fcd7-5391-4192-8bae-bb067774cf8b), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:36.871761 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0ec71faf-98ed-4177-bce6-af5ac2070f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1581635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5490'] for router (bb02fcd7-5391-4192-8bae-bb067774cf8b), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:36.875843 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0ec71faf-98ed-4177-bce6-af5ac2070f7d admin admin] Publish callbacks [] for router_controller (bb02fcd7-5391-4192-8bae-bb067774cf8b), precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:36.931912 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750b881-1661-494a-b031-a45d1d89db39 req-ce5d7405-3092-457f-85db-2c9d782d28ea tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:36.933427 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4750b881-1661-494a-b031-a45d1d89db39 req-ce5d7405-3092-457f-85db-2c9d782d28ea tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.1911390 Feb 16 05:39:36.934464 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0ec71faf-98ed-4177-bce6-af5ac2070f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581640'] for router (bb02fcd7-5391-4192-8bae-bb067774cf8b), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:36.934991 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec71faf-98ed-4177-bce6-af5ac2070f7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb02fcd7-5391-4192-8bae-bb067774cf8b {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 05:39:36.940116 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0ec71faf-98ed-4177-bce6-af5ac2070f7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:36.941046 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0ec71faf-98ed-4177-bce6-af5ac2070f7d admin admin] 10.222.0.75 "DELETE /v2.0/routers/bb02fcd7-5391-4192-8bae-bb067774cf8b HTTP/1.1" status: 204 len: 168 time: 0.9990945 Feb 16 05:39:36.945153 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 58906) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:39:36.994881 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc8af80-ba41-4d4b-b52a-1efe601d4cf6 admin admin] Deleting subnet 636aaf45-90e1-4d41-a98b-57327459a7bf {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 05:39:36.999871 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4750b881-1661-494a-b031-a45d1d89db39 req-65cfa5b2-ce34-439b-96eb-efe71db1e4e5 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544226 Feb 16 05:39:37.010247 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5dc8af80-ba41-4d4b-b52a-1efe601d4cf6 admin admin] Publish callbacks [] for subnet (636aaf45-90e1-4d41-a98b-57327459a7bf), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:37.050568 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5dc8af80-ba41-4d4b-b52a-1efe601d4cf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125612'] for subnet (636aaf45-90e1-4d41-a98b-57327459a7bf), precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:37.186982 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5dc8af80-ba41-4d4b-b52a-1efe601d4cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133523527'] for subnet (636aaf45-90e1-4d41-a98b-57327459a7bf), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:37.246663 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5dc8af80-ba41-4d4b-b52a-1efe601d4cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133523536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10125610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8738759'] for subnet (636aaf45-90e1-4d41-a98b-57327459a7bf), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:37.275667 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8af80-ba41-4d4b-b52a-1efe601d4cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=636aaf45-90e1-4d41-a98b-57327459a7bf,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:37.277917 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5dc8af80-ba41-4d4b-b52a-1efe601d4cf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:37.281799 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-5dc8af80-ba41-4d4b-b52a-1efe601d4cf6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/636aaf45-90e1-4d41-a98b-57327459a7bf HTTP/1.1" status: 204 len: 168 time: 0.3344893 Feb 16 05:39:37.284912 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58908) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:39:37.288778 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5ab05c-5c16-4792-ae2a-f9758ef2613d None None] Network 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:39:37.403267 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133564096'] for network (2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:37.475199 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] Deleting port 76e2354f-7f1a-4fe4-aa2f-047f14332c23 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:39:37.475768 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (76e2354f-7f1a-4fe4-aa2f-047f14332c23), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:37.501546 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b0b9e1-a0a0-4624-b2c1-8e65443c750f None None] DHCP port deletion for 2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c request from dv-cinder-829473-2-iscsi {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 05:39:37.572810 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-91b0b9e1-a0a0-4624-b2c1-8e65443c750f None None] Deleting port 76e2354f-7f1a-4fe4-aa2f-047f14332c23 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:39:37.573208 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-91b0b9e1-a0a0-4624-b2c1-8e65443c750f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (76e2354f-7f1a-4fe4-aa2f-047f14332c23), before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:37.598483 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] For port 76e2354f-7f1a-4fe4-aa2f-047f14332c23, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=76e2354f-7f1a-4fe4-aa2f-047f14332c23,segment=NetworkSegment(ceff631c-45db-4708-b64a-2f17c1110a04),segment_id=ceff631c-45db-4708-b64a-2f17c1110a04)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:39:37.599196 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (76e2354f-7f1a-4fe4-aa2f-047f14332c23), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:37.615264 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] Calling delete_port for 76e2354f-7f1a-4fe4-aa2f-047f14332c23 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:39:37.657594 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-91b0b9e1-a0a0-4624-b2c1-8e65443c750f None None] For port 76e2354f-7f1a-4fe4-aa2f-047f14332c23, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=76e2354f-7f1a-4fe4-aa2f-047f14332c23,segment=NetworkSegment(ceff631c-45db-4708-b64a-2f17c1110a04),segment_id=ceff631c-45db-4708-b64a-2f17c1110a04)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:39:37.658107 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-91b0b9e1-a0a0-4624-b2c1-8e65443c750f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (76e2354f-7f1a-4fe4-aa2f-047f14332c23), precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:37.673209 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-91b0b9e1-a0a0-4624-b2c1-8e65443c750f None None] Calling delete_port for 76e2354f-7f1a-4fe4-aa2f-047f14332c23 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:39:37.749406 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (76e2354f-7f1a-4fe4-aa2f-047f14332c23), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:37.759173 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e2354f-7f1a-4fe4-aa2f-047f14332c23,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:37.777845 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] No DVR routers for this DVR port 76e2354f-7f1a-4fe4-aa2f-047f14332c23 on host dv-cinder-829473-2-iscsi {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:39:37.827306 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 76e2354f-7f1a-4fe4-aa2f-047f14332c23 no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:39:37.864328 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: 76e2354f-7f1a-4fe4-aa2f-047f14332c23 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:39:37.864664 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 76e2354f-7f1a-4fe4-aa2f-047f14332c23 not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:39:37.865080 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 62ef2ae2-7e5a-4b02-95b2-9480a904da95 no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:39:37.870582 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133527232', 'neutron.services.segments.db._delete_segments_for_network-8750525486906'] for network (2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:37.890389 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: 62ef2ae2-7e5a-4b02-95b2-9480a904da95 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:39:37.890738 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 62ef2ae2-7e5a-4b02-95b2-9480a904da95 not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:39:37.891746 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 9a477a30-1415-4b62-bef4-2bde356997d3 no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:39:37.893210 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-91b0b9e1-a0a0-4624-b2c1-8e65443c750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719'] for port (76e2354f-7f1a-4fe4-aa2f-047f14332c23), after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:37.896554 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:39:37.907210 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceff631c-45db-4708-b64a-2f17c1110a04') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:39:37.907684 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceff631c-45db-4708-b64a-2f17c1110a04') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:39:37.919849 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750525486659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4030643'] for segment (ceff631c-45db-4708-b64a-2f17c1110a04), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:37.934425 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (ceff631c-45db-4708-b64a-2f17c1110a04), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:37.935434 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: 9a477a30-1415-4b62-bef4-2bde356997d3 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:39:37.935777 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 9a477a30-1415-4b62-bef4-2bde356997d3 not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:39:37.937612 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0b9e1-a0a0-4624-b2c1-8e65443c750f None None] Pushing event deleted for resources: {'Port': ['ID=76e2354f-7f1a-4fe4-aa2f-047f14332c23,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:37.941292 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0b9e1-a0a0-4624-b2c1-8e65443c750f None None] No DVR routers for this DVR port 76e2354f-7f1a-4fe4-aa2f-047f14332c23 on host dv-cinder-829473-2-iscsi {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:39:37.943862 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 05:39:37.944748 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4118879'] for segment (ceff631c-45db-4708-b64a-2f17c1110a04), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: Traceback (most recent call last): Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: timer() Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: cb(*args, **kw) Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: return func(*args, **kwargs) Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: self._notify() Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: self.callback(batched_events) Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: event.method(event) Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: return f(self, *a, **k) Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._get(url).json() Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: return self.request(url, 'GET', **kwargs) Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 05:39:37.947000 dv-cinder-829473-2-iscsi neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 05:39:38.012979 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133527257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588188'] for network (2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:38.018073 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:38.025759 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] 10.222.0.75 "DELETE /v2.0/networks/2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c HTTP/1.1" status: 204 len: 168 time: 0.7397091 Feb 16 05:39:38.045850 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46348aca-f57b-49fb-a7a3-aa5e3a227811 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eb181d3-f5c9-4c81-83e2-25a8e00b4c5c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:38.213792 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58918) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:39:38.264990 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-1aa8e2a2-7540-49d0-9578-ba67030e057f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=59d95f84bb5c4548a82ead0d4d2cb38c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0497360 Feb 16 05:39:38.267436 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 58920) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:39:38.300535 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f23a8-131d-47ee-9a88-3c7af4ecb9b5 req-698f83f0-985a-49f4-9d10-bce0033bc8b6 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:38.307456 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-497f23a8-131d-47ee-9a88-3c7af4ecb9b5 req-698f83f0-985a-49f4-9d10-bce0033bc8b6 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0652411 Feb 16 05:39:38.333662 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7ebdb12f-aa3c-4a74-bb29-b785a5d62674 admin admin] Publish callbacks [] for security_group (0ef07766-fd57-4f17-89d3-af2f7dfba106), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:38.358993 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7ebdb12f-aa3c-4a74-bb29-b785a5d62674 admin admin] Publish callbacks [] for security_group (0ef07766-fd57-4f17-89d3-af2f7dfba106), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:38.360447 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-497f23a8-131d-47ee-9a88-3c7af4ecb9b5 req-f7cff1cb-7cf2-4e7a-8d9e-a9d11e8e5f5b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516183 Feb 16 05:39:38.431885 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7ebdb12f-aa3c-4a74-bb29-b785a5d62674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (0ef07766-fd57-4f17-89d3-af2f7dfba106), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:38.434477 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7ebdb12f-aa3c-4a74-bb29-b785a5d62674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:38.435709 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-7ebdb12f-aa3c-4a74-bb29-b785a5d62674 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0ef07766-fd57-4f17-89d3-af2f7dfba106 HTTP/1.1" status: 204 len: 168 time: 0.1671424 Feb 16 05:39:38.445159 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebdb12f-aa3c-4a74-bb29-b785a5d62674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef07766-fd57-4f17-89d3-af2f7dfba106,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:39.507316 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d47e6-68a5-4934-9c94-eda4e4f0f908 req-95a75edb-6c38-44ea-b59e-5066329307a6 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:39.514823 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-651d47e6-68a5-4934-9c94-eda4e4f0f908 req-95a75edb-6c38-44ea-b59e-5066329307a6 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0669992 Feb 16 05:39:39.566058 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-651d47e6-68a5-4934-9c94-eda4e4f0f908 req-b526c8e8-ea91-4728-b842-b06d086a7b77 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503201 Feb 16 05:39:40.699374 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a716424-bcf0-4839-9629-ec0d00a0bc5f req-3ccaceab-a991-44ac-a273-20d70d342ff6 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:40.701574 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3a716424-bcf0-4839-9629-ec0d00a0bc5f req-3ccaceab-a991-44ac-a273-20d70d342ff6 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0547671 Feb 16 05:39:40.751062 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3a716424-bcf0-4839-9629-ec0d00a0bc5f req-ff626484-905e-4cb2-9777-9913e5fa34f2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438628 Feb 16 05:39:41.888836 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7c291-9133-4383-a528-ef631afc5324 req-1a630dd5-9f06-49e0-902c-ee41569fe6dd tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:41.890513 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-63f7c291-9133-4383-a528-ef631afc5324 req-1a630dd5-9f06-49e0-902c-ee41569fe6dd tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0602961 Feb 16 05:39:41.943900 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-63f7c291-9133-4383-a528-ef631afc5324 req-783643be-9cad-4adc-b133-b42623cada9e tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476584 Feb 16 05:39:42.517079 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:43.147676 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22873b31-f11b-4d4a-806e-97d963a32e81 req-8636facc-b891-4e82-ac66-2cb5ff93cafd tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:43.158467 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-22873b31-f11b-4d4a-806e-97d963a32e81 req-8636facc-b891-4e82-ac66-2cb5ff93cafd tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0845394 Feb 16 05:39:43.231247 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-22873b31-f11b-4d4a-806e-97d963a32e81 req-c9434e5b-859a-4be1-a3c0-9257a142c8b0 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623298 Feb 16 05:39:44.356476 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17a6b4-0ac9-4469-8e06-ca826b6e8cf6 req-2084e676-3ba8-4b45-9f47-84a8d1cf2825 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:44.357997 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bc17a6b4-0ac9-4469-8e06-ca826b6e8cf6 req-2084e676-3ba8-4b45-9f47-84a8d1cf2825 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0522318 Feb 16 05:39:44.403940 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bc17a6b4-0ac9-4469-8e06-ca826b6e8cf6 req-7e3c697f-b0e6-4422-9062-bece687b69d5 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403905 Feb 16 05:39:44.982352 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57375d-894c-48d9-99f8-7d051e8d640d req-8a9ac483-afcf-4a28-bdad-74b17909f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:44.983834 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-cd57375d-894c-48d9-99f8-7d051e8d640d req-8a9ac483-afcf-4a28-bdad-74b17909f99c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=98f0673600914ab1a0a8636e309c3306&device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 1130 time: 0.0479810 Feb 16 05:39:45.071221 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57375d-894c-48d9-99f8-7d051e8d640d req-08475490-0364-4304-8d6f-439b93e9233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:45.072654 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-cd57375d-894c-48d9-99f8-7d051e8d640d req-08475490-0364-4304-8d6f-439b93e9233f service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bff5ceb-655f-4b77-9e4f-6947f831595a HTTP/1.1" status: 200 len: 917 time: 0.0829089 Feb 16 05:39:45.137930 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-cd57375d-894c-48d9-99f8-7d051e8d640d req-c638c782-5c20-4104-8d48-7673cace4aba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34a938ee-31c9-4981-a33b-0346248cbdca HTTP/1.1" status: 200 len: 1002 time: 0.0587249 Feb 16 05:39:45.183119 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57375d-894c-48d9-99f8-7d051e8d640d req-72249bb9-eb75-4cae-9a41-37c3b9c40abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:45.184462 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-cd57375d-894c-48d9-99f8-7d051e8d640d req-72249bb9-eb75-4cae-9a41-37c3b9c40abb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0acbf643-c806-4af9-a75e-f3ce06c9fe9e HTTP/1.1" status: 200 len: 855 time: 0.0407329 Feb 16 05:39:45.231744 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57375d-894c-48d9-99f8-7d051e8d640d req-80acdf0e-f8e9-4cc8-a41f-ee968b901016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:45.233320 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-cd57375d-894c-48d9-99f8-7d051e8d640d req-80acdf0e-f8e9-4cc8-a41f-ee968b901016 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bff5ceb-655f-4b77-9e4f-6947f831595a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428126 Feb 16 05:39:45.322950 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-cd57375d-894c-48d9-99f8-7d051e8d640d req-90a92f19-4ff1-4594-88be-d4600211c1d8 service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812347 Feb 16 05:39:45.407438 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-cd57375d-894c-48d9-99f8-7d051e8d640d req-4d66d1e5-1674-4234-a821-e27c2203538f service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777271 Feb 16 05:39:45.528805 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8e14f-6d13-4443-abb9-c86be4494efc req-0f28d05a-d8c1-45da-a61b-438b0b3dcac1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:45.530324 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3ab8e14f-6d13-4443-abb9-c86be4494efc req-0f28d05a-d8c1-45da-a61b-438b0b3dcac1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0522010 Feb 16 05:39:45.585220 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3ab8e14f-6d13-4443-abb9-c86be4494efc req-f441aa06-8a4f-4694-957b-3c5c04b8d331 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494659 Feb 16 05:39:46.709241 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df504-714c-41fd-9ad9-c7b325b090b6 req-c82136d0-8421-4f96-92b2-e9e587bcf5eb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:46.710731 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-090df504-714c-41fd-9ad9-c7b325b090b6 req-c82136d0-8421-4f96-92b2-e9e587bcf5eb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0552895 Feb 16 05:39:46.756339 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-090df504-714c-41fd-9ad9-c7b325b090b6 req-c369ba65-3103-4ac9-aab8-7742b688f1b9 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401709 Feb 16 05:39:47.876679 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60f4be-7344-4a2e-9691-b4a04b3cd022 req-be014d83-af1c-4910-a526-854722ae2c6c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:47.878182 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fa60f4be-7344-4a2e-9691-b4a04b3cd022 req-be014d83-af1c-4910-a526-854722ae2c6c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0523875 Feb 16 05:39:47.923314 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fa60f4be-7344-4a2e-9691-b4a04b3cd022 req-cd33e577-c829-4440-95bf-7836f37db753 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395529 Feb 16 05:39:48.827326 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a970f-e467-450a-b4d6-545bb5713dc5 req-469305f4-4dbb-48b4-9a8c-6c3fd3c47b7a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:48.828813 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-805a970f-e467-450a-b4d6-545bb5713dc5 req-469305f4-4dbb-48b4-9a8c-6c3fd3c47b7a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 946 time: 0.0530319 Feb 16 05:39:48.875363 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-805a970f-e467-450a-b4d6-545bb5713dc5 req-23a87706-bf06-4991-9d63-0e4541b4a7e7 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406630 Feb 16 05:39:49.108133 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59132) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:39:49.192829 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3821aad9-a059-4f45-8a3c-b13a59bd4120 req-d2ba2522-1324-49e2-9698-f5b52ad14517 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834527 Feb 16 05:39:49.201079 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [req-3821aad9-a059-4f45-8a3c-b13a59bd4120 req-507fa774-b5b4-40ae-9909-62c5fca0a7f4 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 05:39:49.202057 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3821aad9-a059-4f45-8a3c-b13a59bd4120 req-507fa774-b5b4-40ae-9909-62c5fca0a7f4 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047734 Feb 16 05:39:49.285338 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59140) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:39:49.301754 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 34a938ee-31c9-4981-a33b-0346248cbdca no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:39:49.376130 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 34a938ee-31c9-4981-a33b-0346248cbdca is: ACTIVE; New status is: DOWN {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:39:49.376520 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:49.377079 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821aad9-a059-4f45-8a3c-b13a59bd4120 req-62cbea5f-c70c-4d17-896c-5f7c8123289a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:49.378468 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3821aad9-a059-4f45-8a3c-b13a59bd4120 req-62cbea5f-c70c-4d17-896c-5f7c8123289a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports/34a938ee-31c9-4981-a33b-0346248cbdca HTTP/1.1" status: 200 len: 943 time: 0.0921588 Feb 16 05:39:49.398634 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c112142-abdc-4305-9f88-55a64404a86d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34a938ee-31c9-4981-a33b-0346248cbdca'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:39:49.400831 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eadc541-78c8-4c3d-8fc2-489e0fbe0ce6" -d '{"events": [{"server_uuid": "5c112142-abdc-4305-9f88-55a64404a86d", "name": "network-vif-unplugged", "status": "completed", "tag": "34a938ee-31c9-4981-a33b-0346248cbdca"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:39:49.413015 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 34a938ee-31c9-4981-a33b-0346248cbdca, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=34a938ee-31c9-4981-a33b-0346248cbdca,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:39:49.417718 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:49.444977 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 05:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437d3771-d8d4-473a-8613-026231356110 x-openstack-request-id: req-437d3771-d8d4-473a-8613-026231356110 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:39:49.445290 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c112142-abdc-4305-9f88-55a64404a86d", "name": "network-vif-unplugged", "status": "failed", "tag": "34a938ee-31c9-4981-a33b-0346248cbdca", "code": 422}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:39:49.445531 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-437d3771-d8d4-473a-8613-026231356110 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:39:49.445947 dv-cinder-829473-2-iscsi neutron-server[102570]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c112142-abdc-4305-9f88-55a64404a86d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34a938ee-31c9-4981-a33b-0346248cbdca', 'code': 422} returned with failed status Feb 16 05:39:49.471216 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=34a938ee-31c9-4981-a33b-0346248cbdca,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:50.010067 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf5000-3e47-494b-a128-cce1963ff4de req-1631ddfb-d756-4dd6-9daf-014ee4966f42 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:50.011547 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-71cf5000-3e47-494b-a128-cce1963ff4de req-1631ddfb-d756-4dd6-9daf-014ee4966f42 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 944 time: 0.0577569 Feb 16 05:39:50.056916 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-71cf5000-3e47-494b-a128-cce1963ff4de req-83c59908-65d5-4418-8d62-4a1eb5655b7f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393381 Feb 16 05:39:50.274519 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821aad9-a059-4f45-8a3c-b13a59bd4120 req-cd2623c5-e40d-4f90-b0f9-57e45b7b23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:50.275879 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3821aad9-a059-4f45-8a3c-b13a59bd4120 req-cd2623c5-e40d-4f90-b0f9-57e45b7b23c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d&tenant_id=98f0673600914ab1a0a8636e309c3306 HTTP/1.1" status: 200 len: 1128 time: 0.0428214 Feb 16 05:39:50.352519 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821aad9-a059-4f45-8a3c-b13a59bd4120 req-ed2411c7-dfca-4282-af08-a9974759215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:50.354127 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3821aad9-a059-4f45-8a3c-b13a59bd4120 req-ed2411c7-dfca-4282-af08-a9974759215a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=98f0673600914ab1a0a8636e309c3306&device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 1128 time: 0.0425487 Feb 16 05:39:50.445694 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821aad9-a059-4f45-8a3c-b13a59bd4120 req-a18e7680-1b97-4774-abae-6e98b597b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:50.447123 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3821aad9-a059-4f45-8a3c-b13a59bd4120 req-a18e7680-1b97-4774-abae-6e98b597b674 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bff5ceb-655f-4b77-9e4f-6947f831595a HTTP/1.1" status: 200 len: 917 time: 0.0856771 Feb 16 05:39:50.508930 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3821aad9-a059-4f45-8a3c-b13a59bd4120 req-e9f75ab7-5d84-4b3f-80ff-ef5221dd60b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34a938ee-31c9-4981-a33b-0346248cbdca HTTP/1.1" status: 200 len: 1000 time: 0.0551701 Feb 16 05:39:50.558806 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821aad9-a059-4f45-8a3c-b13a59bd4120 req-7daec8fb-7687-477d-b182-12cbad51dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:50.560726 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3821aad9-a059-4f45-8a3c-b13a59bd4120 req-7daec8fb-7687-477d-b182-12cbad51dd99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0acbf643-c806-4af9-a75e-f3ce06c9fe9e HTTP/1.1" status: 200 len: 855 time: 0.0452123 Feb 16 05:39:50.607481 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821aad9-a059-4f45-8a3c-b13a59bd4120 req-2d0fd5a9-c46f-422d-a92f-54a797e39727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:50.608911 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3821aad9-a059-4f45-8a3c-b13a59bd4120 req-2d0fd5a9-c46f-422d-a92f-54a797e39727 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bff5ceb-655f-4b77-9e4f-6947f831595a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421267 Feb 16 05:39:50.694148 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3821aad9-a059-4f45-8a3c-b13a59bd4120 req-f1f56217-51df-4ed0-8465-19572d8b799d service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788162 Feb 16 05:39:50.784765 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3821aad9-a059-4f45-8a3c-b13a59bd4120 req-27cbd96f-911f-413c-88ab-8e80980ab4df service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838065 Feb 16 05:39:51.193173 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8b836-0d34-4f70-bf4e-6345b08869fa req-84a0bca0-5061-4460-9985-72febe45cdae tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:51.194779 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8be8b836-0d34-4f70-bf4e-6345b08869fa req-84a0bca0-5061-4460-9985-72febe45cdae tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 944 time: 0.0563216 Feb 16 05:39:51.248275 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8be8b836-0d34-4f70-bf4e-6345b08869fa req-0487d2f0-d07a-48db-b441-b4335dd7907c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476272 Feb 16 05:39:52.384435 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e32e6f-c508-4c91-b149-22fa5f928020 req-05c59252-2dfb-4fc0-ae37-94e3c4fe17f0 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:52.387264 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d0e32e6f-c508-4c91-b149-22fa5f928020 req-05c59252-2dfb-4fc0-ae37-94e3c4fe17f0 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 944 time: 0.0642419 Feb 16 05:39:52.452379 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d0e32e6f-c508-4c91-b149-22fa5f928020 req-c033805f-f38c-471d-9e64-1879dfb6e04a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590250 Feb 16 05:39:53.582080 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a36e54-ab05-40dd-bc66-574148a6af82 req-2098dd06-f651-4fcf-83b2-ff4cd27ab45a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:53.583926 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-18a36e54-ab05-40dd-bc66-574148a6af82 req-2098dd06-f651-4fcf-83b2-ff4cd27ab45a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 944 time: 0.0542526 Feb 16 05:39:53.611267 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:39:53.637480 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-18a36e54-ab05-40dd-bc66-574148a6af82 req-fd31e4ae-f6de-406c-a51d-82b9d82c9568 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468950 Feb 16 05:39:54.768124 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5f8c6-187b-43af-8bdc-63de55c01a27 req-b9436e03-2870-4bd0-9b0a-884489aaaf2a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:54.769554 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9ca5f8c6-187b-43af-8bdc-63de55c01a27 req-b9436e03-2870-4bd0-9b0a-884489aaaf2a tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 944 time: 0.0545743 Feb 16 05:39:54.820303 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9ca5f8c6-187b-43af-8bdc-63de55c01a27 req-f046eb93-3ff9-4f50-8a5c-49d71c6c617f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452406 Feb 16 05:39:55.531327 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59266) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:39:55.642598 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e8121f55-bb13-412d-a155-05937ef454b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:55.732278 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e8121f55-bb13-412d-a155-05937ef454b5 admin admin] Publish callbacks [] for security_group (923ee3a9-70ee-4665-a3ab-475624ce6aca), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:55.736241 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e8121f55-bb13-412d-a155-05937ef454b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (923ee3a9-70ee-4665-a3ab-475624ce6aca), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:55.773345 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-e8121f55-bb13-412d-a155-05937ef454b5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a4b6372a54e145509d0e41c97c96c939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409120 Feb 16 05:39:55.775984 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 59270) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:39:55.783515 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8121f55-bb13-412d-a155-05937ef454b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923ee3a9-70ee-4665-a3ab-475624ce6aca,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:55.838065 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98d1f4e8-5851-42d3-a146-f96b01e5de9f admin admin] Publish callbacks [] for security_group (923ee3a9-70ee-4665-a3ab-475624ce6aca), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:55.862485 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98d1f4e8-5851-42d3-a146-f96b01e5de9f admin admin] Publish callbacks [] for security_group (923ee3a9-70ee-4665-a3ab-475624ce6aca), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:55.922751 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98d1f4e8-5851-42d3-a146-f96b01e5de9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (923ee3a9-70ee-4665-a3ab-475624ce6aca), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:55.927885 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98d1f4e8-5851-42d3-a146-f96b01e5de9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:55.932167 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-98d1f4e8-5851-42d3-a146-f96b01e5de9f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/923ee3a9-70ee-4665-a3ab-475624ce6aca HTTP/1.1" status: 204 len: 168 time: 0.1551566 Feb 16 05:39:55.941035 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1f4e8-5851-42d3-a146-f96b01e5de9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923ee3a9-70ee-4665-a3ab-475624ce6aca,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:55.975172 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dff86-c2a0-4475-951e-5fe9d9c2705a req-13a1f2ec-eab5-4a66-98b2-51f0c4b8aba9 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:55.976951 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b88dff86-c2a0-4475-951e-5fe9d9c2705a req-13a1f2ec-eab5-4a66-98b2-51f0c4b8aba9 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 944 time: 0.0705185 Feb 16 05:39:56.046001 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b88dff86-c2a0-4475-951e-5fe9d9c2705a req-dd537034-2ed7-461a-af9d-2ad9c9ad95bc tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632179 Feb 16 05:39:56.129817 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f122ff0f-10ad-43af-89ac-e1bb1bd2eab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:56.280698 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 59280) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:39:56.300763 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed597f24-acab-493a-98c1-84ac8525309a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:56.385068 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed597f24-acab-493a-98c1-84ac8525309a admin admin] Publish callbacks [] for security_group (5eec2774-8629-4642-aab5-b33e287a1653), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:56.389671 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed597f24-acab-493a-98c1-84ac8525309a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (5eec2774-8629-4642-aab5-b33e287a1653), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:56.427458 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-ed597f24-acab-493a-98c1-84ac8525309a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=26608b3279604d2f8d271ca23dec76b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453907 Feb 16 05:39:56.430333 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59282) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:39:56.432704 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed597f24-acab-493a-98c1-84ac8525309a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eec2774-8629-4642-aab5-b33e287a1653,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:56.483575 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7ff045ec-9c2f-4537-b563-3c0d2046d910 admin admin] Publish callbacks [] for security_group (5eec2774-8629-4642-aab5-b33e287a1653), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:56.507197 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7ff045ec-9c2f-4537-b563-3c0d2046d910 admin admin] Publish callbacks [] for security_group (5eec2774-8629-4642-aab5-b33e287a1653), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:56.559168 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7ff045ec-9c2f-4537-b563-3c0d2046d910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (5eec2774-8629-4642-aab5-b33e287a1653), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:56.561955 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7ff045ec-9c2f-4537-b563-3c0d2046d910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:56.565802 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-7ff045ec-9c2f-4537-b563-3c0d2046d910 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5eec2774-8629-4642-aab5-b33e287a1653 HTTP/1.1" status: 204 len: 168 time: 0.1315598 Feb 16 05:39:56.571324 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff045ec-9c2f-4537-b563-3c0d2046d910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eec2774-8629-4642-aab5-b33e287a1653,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:57.200278 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccd96b-adff-471c-9978-7e9f9f818e6e req-fa43cd68-bb6a-4b54-a8b2-88b78518efee tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:57.203005 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eeccd96b-adff-471c-9978-7e9f9f818e6e req-fa43cd68-bb6a-4b54-a8b2-88b78518efee tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 944 time: 0.0653210 Feb 16 05:39:57.266124 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eeccd96b-adff-471c-9978-7e9f9f818e6e req-6485c1e2-c304-470b-a2ac-74ae169a58bb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573323 Feb 16 05:39:58.436004 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8be47a-d7b6-42f3-a5e7-b681a8a3ccd5 req-46c39bf8-f07a-4467-818a-d713c7f4913b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:58.437773 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ec8be47a-d7b6-42f3-a5e7-b681a8a3ccd5 req-46c39bf8-f07a-4467-818a-d713c7f4913b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 944 time: 0.0858369 Feb 16 05:39:58.492371 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ec8be47a-d7b6-42f3-a5e7-b681a8a3ccd5 req-96c2a2a9-af47-49bb-b2f2-97769a66dd7d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487590 Feb 16 05:39:58.609914 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d0f14336-8133-448b-97f3-c13f2e35cbc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:59.430334 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:59.621826 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957038e9-0f02-4b0e-9ad6-8db4e880e0a2 req-49cf937b-33c5-4560-b942-1ae47bbd9015 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:39:59.624006 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-957038e9-0f02-4b0e-9ad6-8db4e880e0a2 req-49cf937b-33c5-4560-b942-1ae47bbd9015 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 944 time: 0.0537457 Feb 16 05:39:59.671201 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-957038e9-0f02-4b0e-9ad6-8db4e880e0a2 req-d75169d1-e2c5-4b4f-9606-826e2b1f09bf tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410872 Feb 16 05:39:59.680471 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59422) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:39:59.788047 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e3b001f-ad37-4bf6-99a4-e8dcecd560ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:59.860556 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e3b001f-ad37-4bf6-99a4-e8dcecd560ea admin admin] Publish callbacks [] for security_group (d4422b67-84b0-4c49-9b3a-5bcf776615aa), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:59.864212 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e3b001f-ad37-4bf6-99a4-e8dcecd560ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (d4422b67-84b0-4c49-9b3a-5bcf776615aa), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:59.901599 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-2e3b001f-ad37-4bf6-99a4-e8dcecd560ea admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=63b18edee5ef4c758aaba4ec112871b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200196 Feb 16 05:39:59.902519 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b001f-ad37-4bf6-99a4-e8dcecd560ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4422b67-84b0-4c49-9b3a-5bcf776615aa,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:39:59.904251 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 59426) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:39:59.951286 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0cc5d38-df74-4e49-a408-ed46b9791241 admin admin] Publish callbacks [] for security_group (d4422b67-84b0-4c49-9b3a-5bcf776615aa), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:39:59.975872 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0cc5d38-df74-4e49-a408-ed46b9791241 admin admin] Publish callbacks [] for security_group (d4422b67-84b0-4c49-9b3a-5bcf776615aa), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:00.021875 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0cc5d38-df74-4e49-a408-ed46b9791241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (d4422b67-84b0-4c49-9b3a-5bcf776615aa), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:00.024371 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0cc5d38-df74-4e49-a408-ed46b9791241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:00.025538 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-c0cc5d38-df74-4e49-a408-ed46b9791241 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d4422b67-84b0-4c49-9b3a-5bcf776615aa HTTP/1.1" status: 204 len: 168 time: 0.1202881 Feb 16 05:40:00.033560 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc5d38-df74-4e49-a408-ed46b9791241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4422b67-84b0-4c49-9b3a-5bcf776615aa,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:00.271419 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59432) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:00.284718 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5f82ef28-5bc0-46e1-8269-5bbcb76a88fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:00.356087 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5f82ef28-5bc0-46e1-8269-5bbcb76a88fd admin admin] Publish callbacks [] for security_group (ff2c6a17-d941-49b2-8b24-b57ff0b886c5), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:00.360185 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5f82ef28-5bc0-46e1-8269-5bbcb76a88fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (ff2c6a17-d941-49b2-8b24-b57ff0b886c5), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:00.397853 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82ef28-5bc0-46e1-8269-5bbcb76a88fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2c6a17-d941-49b2-8b24-b57ff0b886c5,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:00.402044 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-5f82ef28-5bc0-46e1-8269-5bbcb76a88fd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5105c732b5ed48c3a5dae09f5335f241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296389 Feb 16 05:40:00.405308 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59434) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:00.450842 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a4d2669c-dde7-4d22-97ca-b621bdd2fb8b admin admin] Publish callbacks [] for security_group (ff2c6a17-d941-49b2-8b24-b57ff0b886c5), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:00.471661 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a4d2669c-dde7-4d22-97ca-b621bdd2fb8b admin admin] Publish callbacks [] for security_group (ff2c6a17-d941-49b2-8b24-b57ff0b886c5), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:00.515068 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a4d2669c-dde7-4d22-97ca-b621bdd2fb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (ff2c6a17-d941-49b2-8b24-b57ff0b886c5), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:00.517973 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a4d2669c-dde7-4d22-97ca-b621bdd2fb8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:00.519194 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-a4d2669c-dde7-4d22-97ca-b621bdd2fb8b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ff2c6a17-d941-49b2-8b24-b57ff0b886c5 HTTP/1.1" status: 204 len: 168 time: 0.1130545 Feb 16 05:40:00.527821 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2669c-dde7-4d22-97ca-b621bdd2fb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2c6a17-d941-49b2-8b24-b57ff0b886c5,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:00.796510 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de4177-46c4-4657-bb8f-a4120a75a621 req-ef99c145-f266-4f88-bca9-78f79c441c38 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:40:00.798027 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-93de4177-46c4-4657-bb8f-a4120a75a621 req-ef99c145-f266-4f88-bca9-78f79c441c38 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 944 time: 0.0531523 Feb 16 05:40:00.846050 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-93de4177-46c4-4657-bb8f-a4120a75a621 req-db7553a0-03f9-484a-b186-e76e76250cda tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423570 Feb 16 05:40:00.959127 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:01.976953 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4268d-6461-439b-a419-1669780d5405 req-5298b8e0-97d3-4dca-8fd6-476a618ad2fe tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:40:01.978485 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-21d4268d-6461-439b-a419-1669780d5405 req-5298b8e0-97d3-4dca-8fd6-476a618ad2fe tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 944 time: 0.0531368 Feb 16 05:40:02.025520 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-21d4268d-6461-439b-a419-1669780d5405 req-995a729d-4387-4391-863b-9eda33b201f1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409825 Feb 16 05:40:02.049916 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59482) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:02.152471 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-55552569-378b-410b-8151-8be4489479b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:02.435371 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-55552569-378b-410b-8151-8be4489479b1 admin admin] Publish callbacks [] for security_group (90521591-0cdf-41b2-a46a-49909e1ee62e), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:02.439010 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-55552569-378b-410b-8151-8be4489479b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (90521591-0cdf-41b2-a46a-49909e1ee62e), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:02.476445 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-55552569-378b-410b-8151-8be4489479b1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=07d289a08b494f508ff271c08d80fb71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4255035 Feb 16 05:40:02.477327 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55552569-378b-410b-8151-8be4489479b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90521591-0cdf-41b2-a46a-49909e1ee62e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:02.479196 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 59486) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:02.526711 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be5c9c9a-9e49-415e-a7ef-45e9ffac1fca admin admin] Publish callbacks [] for security_group (90521591-0cdf-41b2-a46a-49909e1ee62e), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:02.546829 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be5c9c9a-9e49-415e-a7ef-45e9ffac1fca admin admin] Publish callbacks [] for security_group (90521591-0cdf-41b2-a46a-49909e1ee62e), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:02.594526 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be5c9c9a-9e49-415e-a7ef-45e9ffac1fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (90521591-0cdf-41b2-a46a-49909e1ee62e), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:02.597137 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be5c9c9a-9e49-415e-a7ef-45e9ffac1fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:02.598273 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-be5c9c9a-9e49-415e-a7ef-45e9ffac1fca admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/90521591-0cdf-41b2-a46a-49909e1ee62e HTTP/1.1" status: 204 len: 168 time: 0.1181068 Feb 16 05:40:02.605812 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c9c9a-9e49-415e-a7ef-45e9ffac1fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90521591-0cdf-41b2-a46a-49909e1ee62e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:02.815665 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:02.848016 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 59492) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:02.860857 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7465e8ad-e105-4cde-9b77-0d76aae072c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:02.933051 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7465e8ad-e105-4cde-9b77-0d76aae072c7 admin admin] Publish callbacks [] for security_group (7c2a43b1-b1e9-4468-b51f-80084b283ddd), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:02.936603 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7465e8ad-e105-4cde-9b77-0d76aae072c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (7c2a43b1-b1e9-4468-b51f-80084b283ddd), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:02.974069 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-7465e8ad-e105-4cde-9b77-0d76aae072c7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a802c0f6288e4161ab1e38bc2b230d45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1248779 Feb 16 05:40:02.975902 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465e8ad-e105-4cde-9b77-0d76aae072c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2a43b1-b1e9-4468-b51f-80084b283ddd,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:02.976712 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59494) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:03.023988 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cacebd01-080d-4af1-9ceb-ccac5132ae20 admin admin] Publish callbacks [] for security_group (7c2a43b1-b1e9-4468-b51f-80084b283ddd), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:03.044381 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cacebd01-080d-4af1-9ceb-ccac5132ae20 admin admin] Publish callbacks [] for security_group (7c2a43b1-b1e9-4468-b51f-80084b283ddd), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:03.090998 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cacebd01-080d-4af1-9ceb-ccac5132ae20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (7c2a43b1-b1e9-4468-b51f-80084b283ddd), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:03.093737 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cacebd01-080d-4af1-9ceb-ccac5132ae20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:03.094894 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-cacebd01-080d-4af1-9ceb-ccac5132ae20 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7c2a43b1-b1e9-4468-b51f-80084b283ddd HTTP/1.1" status: 204 len: 168 time: 0.1171656 Feb 16 05:40:03.112827 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacebd01-080d-4af1-9ceb-ccac5132ae20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2a43b1-b1e9-4468-b51f-80084b283ddd,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:03.158968 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db3912-3516-4bd3-81f6-e95a1db95059 req-ae11986d-e722-4133-a714-149254334cb2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:40:03.160456 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-90db3912-3516-4bd3-81f6-e95a1db95059 req-ae11986d-e722-4133-a714-149254334cb2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 944 time: 0.0611727 Feb 16 05:40:03.207158 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-90db3912-3516-4bd3-81f6-e95a1db95059 req-efcfb38a-edc5-462d-97ad-f65b57e7c39b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406895 Feb 16 05:40:03.350500 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 34a938ee-31c9-4981-a33b-0346248cbdca details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:40:03.448505 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 34a938ee-31c9-4981-a33b-0346248cbdca, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=34a938ee-31c9-4981-a33b-0346248cbdca,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:40:03.459944 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': '34a938ee-31c9-4981-a33b-0346248cbdca', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'port_id': '34a938ee-31c9-4981-a33b-0346248cbdca', 'mac_address': 'fa:16:3e:d4:80:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:40:03.495704 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 34a938ee-31c9-4981-a33b-0346248cbdca is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:40:03.496028 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:03.509171 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a938ee-31c9-4981-a33b-0346248cbdca {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:40:03.534557 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 34a938ee-31c9-4981-a33b-0346248cbdca, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=34a938ee-31c9-4981-a33b-0346248cbdca,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:40:03.539252 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:03.586776 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=34a938ee-31c9-4981-a33b-0346248cbdca,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:03.831333 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['34a938ee-31c9-4981-a33b-0346248cbdca'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:40:04.106949 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59526) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:04.208880 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-31c73828-efdf-454a-a0e7-3a3319341a8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:04.282898 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-31c73828-efdf-454a-a0e7-3a3319341a8e admin admin] Publish callbacks [] for security_group (f60420a6-a266-4f6b-9bb3-c763f171f11d), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:04.287950 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-31c73828-efdf-454a-a0e7-3a3319341a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (f60420a6-a266-4f6b-9bb3-c763f171f11d), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:04.325672 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c73828-efdf-454a-a0e7-3a3319341a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60420a6-a266-4f6b-9bb3-c763f171f11d,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:04.330031 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-31c73828-efdf-454a-a0e7-3a3319341a8e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4653bd63cd344bc19fcc04d2ed236b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219975 Feb 16 05:40:04.332655 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59532) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:04.335814 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969d70d-97df-495a-ad21-70b7448e8502 req-1dc1fa9d-8127-446f-954a-02ad9d677b64 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:40:04.343076 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f969d70d-97df-495a-ad21-70b7448e8502 req-1dc1fa9d-8127-446f-954a-02ad9d677b64 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 945 time: 0.0629525 Feb 16 05:40:04.383271 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f969d70d-97df-495a-ad21-70b7448e8502 req-5a49628b-75ed-48d3-bed4-6afdf7033d55 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393512 Feb 16 05:40:04.384363 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c0e9fe1-6697-4b54-bd09-b9ac2e55f29c admin admin] Publish callbacks [] for security_group (f60420a6-a266-4f6b-9bb3-c763f171f11d), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:04.408292 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c0e9fe1-6697-4b54-bd09-b9ac2e55f29c admin admin] Publish callbacks [] for security_group (f60420a6-a266-4f6b-9bb3-c763f171f11d), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:04.456405 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c0e9fe1-6697-4b54-bd09-b9ac2e55f29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (f60420a6-a266-4f6b-9bb3-c763f171f11d), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:04.458938 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c0e9fe1-6697-4b54-bd09-b9ac2e55f29c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:04.460070 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-7c0e9fe1-6697-4b54-bd09-b9ac2e55f29c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f60420a6-a266-4f6b-9bb3-c763f171f11d HTTP/1.1" status: 204 len: 168 time: 0.1265190 Feb 16 05:40:04.468153 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e9fe1-6697-4b54-bd09-b9ac2e55f29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60420a6-a266-4f6b-9bb3-c763f171f11d,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:05.350750 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 34a938ee-31c9-4981-a33b-0346248cbdca up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:40:05.404970 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port 34a938ee-31c9-4981-a33b-0346248cbdca triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:40:05.405391 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:05.490394 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 34a938ee-31c9-4981-a33b-0346248cbdca is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:40:05.490852 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:05.514182 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c112142-abdc-4305-9f88-55a64404a86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a938ee-31c9-4981-a33b-0346248cbdca'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:40:05.516441 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5783e51-a6ec-4606-9cb7-0258aa62a6de" -d '{"events": [{"server_uuid": "5c112142-abdc-4305-9f88-55a64404a86d", "name": "network-vif-plugged", "status": "completed", "tag": "34a938ee-31c9-4981-a33b-0346248cbdca"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:40:05.526765 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f7fc2-b87e-4f46-8fc9-f81d512cc966 req-0adb6bce-b31c-4352-9ecb-be7848fccf45 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:40:05.528852 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-835f7fc2-b87e-4f46-8fc9-f81d512cc966 req-0adb6bce-b31c-4352-9ecb-be7848fccf45 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 945 time: 0.0536351 Feb 16 05:40:05.530372 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 34a938ee-31c9-4981-a33b-0346248cbdca, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=34a938ee-31c9-4981-a33b-0346248cbdca,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:40:05.534369 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:05.560883 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e120a9da-4f91-48f0-9318-6fc4a0415032 x-openstack-request-id: req-e120a9da-4f91-48f0-9318-6fc4a0415032 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:40:05.561183 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c112142-abdc-4305-9f88-55a64404a86d", "name": "network-vif-plugged", "status": "completed", "tag": "34a938ee-31c9-4981-a33b-0346248cbdca", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:40:05.561464 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e120a9da-4f91-48f0-9318-6fc4a0415032 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:40:05.561850 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c112142-abdc-4305-9f88-55a64404a86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a938ee-31c9-4981-a33b-0346248cbdca', 'code': 200} Feb 16 05:40:05.580364 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-835f7fc2-b87e-4f46-8fc9-f81d512cc966 req-7e2dfda5-007f-4a1e-ac91-f19a4e0c1a8f tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447824 Feb 16 05:40:05.589708 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=34a938ee-31c9-4981-a33b-0346248cbdca,revision_number=10']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:05.797507 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b36fb4-f70d-4cbd-b722-b959d2024cc4 req-fbe6b46e-77de-4e30-bca9-4d29dbaa2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:40:05.798980 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f8b36fb4-f70d-4cbd-b722-b959d2024cc4 req-fbe6b46e-77de-4e30-bca9-4d29dbaa2e48 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 1131 time: 0.0467246 Feb 16 05:40:05.843745 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f8b36fb4-f70d-4cbd-b722-b959d2024cc4 req-21118d43-1a38-487c-801e-c3e0ec891450 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388513 Feb 16 05:40:06.715280 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577e3d4-2042-4219-809e-d44766e11f62 req-ab321d66-e7d9-41bd-9c79-399969a17646 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:40:06.717341 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7577e3d4-2042-4219-809e-d44766e11f62 req-ab321d66-e7d9-41bd-9c79-399969a17646 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 947 time: 0.0517440 Feb 16 05:40:06.763826 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7577e3d4-2042-4219-809e-d44766e11f62 req-b4101d1f-cf91-4400-89d5-54d0553a2343 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405707 Feb 16 05:40:07.882272 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd16f59-6ee8-44a2-9a8d-293efc5e466b req-63f22935-e2cb-40f7-a4b3-b4a55bb73d8d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:40:07.883724 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8cd16f59-6ee8-44a2-9a8d-293efc5e466b req-63f22935-e2cb-40f7-a4b3-b4a55bb73d8d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 947 time: 0.0510988 Feb 16 05:40:07.929833 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8cd16f59-6ee8-44a2-9a8d-293efc5e466b req-67205e58-9fc7-4d56-b1a1-147b650f76e8 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400877 Feb 16 05:40:09.047949 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba5e53-d4fc-425f-8c7a-5f5d8a7c31dc req-e6ad6bad-2fb2-40bc-928f-e9699d3b9218 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:40:09.049471 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9aba5e53-d4fc-425f-8c7a-5f5d8a7c31dc req-e6ad6bad-2fb2-40bc-928f-e9699d3b9218 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 947 time: 0.0508475 Feb 16 05:40:09.097187 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9aba5e53-d4fc-425f-8c7a-5f5d8a7c31dc req-5cbdff3b-17c4-4cc0-be58-e2be940b790c tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423615 Feb 16 05:40:10.220668 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252bac1-8ce5-4589-aa2a-c8369e7dc44a req-5fcf7d51-40a0-47ca-971f-e969ffaace76 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:40:10.222187 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2252bac1-8ce5-4589-aa2a-c8369e7dc44a req-5fcf7d51-40a0-47ca-971f-e969ffaace76 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 947 time: 0.0549195 Feb 16 05:40:10.269516 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2252bac1-8ce5-4589-aa2a-c8369e7dc44a req-c089de4a-d8a7-4eb5-8409-d4dadcf3330d tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416930 Feb 16 05:40:12.512314 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:12.672859 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 59664) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:12.688129 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-096e49e8-f60b-4c24-827b-0ac5206304b3 req-a05b98ea-034f-4965-a856-5ecc05837000 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478778 Feb 16 05:40:12.785718 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0698dc52-752a-4580-b400-bd11ba56d915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:12.814428 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e49e8-f60b-4c24-827b-0ac5206304b3 req-a36f2510-5a66-4fe2-a99a-fff7c251cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:40:12.815984 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-096e49e8-f60b-4c24-827b-0ac5206304b3 req-a36f2510-5a66-4fe2-a99a-fff7c251cff0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=98f0673600914ab1a0a8636e309c3306&device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 1131 time: 0.0711112 Feb 16 05:40:12.932213 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0698dc52-752a-4580-b400-bd11ba56d915 admin admin] Publish callbacks [] for security_group (7edebd64-c665-40a6-b54a-0cfb8942072d), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:12.939970 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0698dc52-752a-4580-b400-bd11ba56d915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (7edebd64-c665-40a6-b54a-0cfb8942072d), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:12.968966 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e49e8-f60b-4c24-827b-0ac5206304b3 req-b0964c45-81f0-40c4-8394-9badb29cfac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:40:12.970443 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-096e49e8-f60b-4c24-827b-0ac5206304b3 req-b0964c45-81f0-40c4-8394-9badb29cfac7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bff5ceb-655f-4b77-9e4f-6947f831595a HTTP/1.1" status: 200 len: 917 time: 0.1357150 Feb 16 05:40:12.980717 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-0698dc52-752a-4580-b400-bd11ba56d915 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0470f164fb44480885c88cc3619d2371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068979 Feb 16 05:40:12.984132 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59668) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:13.024175 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698dc52-752a-4580-b400-bd11ba56d915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edebd64-c665-40a6-b54a-0cfb8942072d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:13.033870 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21500cd0-8dab-4b6b-ba28-913771e039ba admin admin] Publish callbacks [] for security_group (7edebd64-c665-40a6-b54a-0cfb8942072d), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:13.050567 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-096e49e8-f60b-4c24-827b-0ac5206304b3 req-7df5dba2-58bd-41fe-88dd-1081f34d2119 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34a938ee-31c9-4981-a33b-0346248cbdca HTTP/1.1" status: 200 len: 1002 time: 0.0721898 Feb 16 05:40:13.056341 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21500cd0-8dab-4b6b-ba28-913771e039ba admin admin] Publish callbacks [] for security_group (7edebd64-c665-40a6-b54a-0cfb8942072d), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:13.098336 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e49e8-f60b-4c24-827b-0ac5206304b3 req-68a56130-066f-4729-b392-c2ead3ef0e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:40:13.099887 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-096e49e8-f60b-4c24-827b-0ac5206304b3 req-68a56130-066f-4729-b392-c2ead3ef0e08 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0acbf643-c806-4af9-a75e-f3ce06c9fe9e HTTP/1.1" status: 200 len: 855 time: 0.0432637 Feb 16 05:40:13.101457 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21500cd0-8dab-4b6b-ba28-913771e039ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (7edebd64-c665-40a6-b54a-0cfb8942072d), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:13.103957 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21500cd0-8dab-4b6b-ba28-913771e039ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:13.108446 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-21500cd0-8dab-4b6b-ba28-913771e039ba admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7edebd64-c665-40a6-b54a-0cfb8942072d HTTP/1.1" status: 204 len: 168 time: 0.1231692 Feb 16 05:40:13.116232 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21500cd0-8dab-4b6b-ba28-913771e039ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edebd64-c665-40a6-b54a-0cfb8942072d,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:13.151444 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e49e8-f60b-4c24-827b-0ac5206304b3 req-78961c21-4520-4b46-bd83-be4692cb52c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:40:13.153593 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-096e49e8-f60b-4c24-827b-0ac5206304b3 req-78961c21-4520-4b46-bd83-be4692cb52c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bff5ceb-655f-4b77-9e4f-6947f831595a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477314 Feb 16 05:40:13.246768 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-096e49e8-f60b-4c24-827b-0ac5206304b3 req-268d0dc7-8f17-4d3b-b4a4-cc3008c23974 service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880806 Feb 16 05:40:13.335196 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-096e49e8-f60b-4c24-827b-0ac5206304b3 req-9e3a8b08-89f7-4455-b3bf-cc8555d6f8ff service neutron] 10.222.0.60 "GET /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807760 Feb 16 05:40:16.537401 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59712) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:16.637699 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e28832d1-f8e9-41e2-85f4-379412a7824f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:16.712443 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e28832d1-f8e9-41e2-85f4-379412a7824f admin admin] Publish callbacks [] for security_group (8f7a2985-3c05-42a4-b02d-c9531be4c966), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:16.717123 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e28832d1-f8e9-41e2-85f4-379412a7824f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (8f7a2985-3c05-42a4-b02d-c9531be4c966), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:16.755457 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-e28832d1-f8e9-41e2-85f4-379412a7824f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=123106ff77724860b79fd62733dd01a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170155 Feb 16 05:40:16.756337 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28832d1-f8e9-41e2-85f4-379412a7824f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7a2985-3c05-42a4-b02d-c9531be4c966,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:16.758298 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 59716) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:16.806502 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac50a198-8005-4e74-86df-3ce4c1f9085a admin admin] Publish callbacks [] for security_group (8f7a2985-3c05-42a4-b02d-c9531be4c966), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:16.826433 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac50a198-8005-4e74-86df-3ce4c1f9085a admin admin] Publish callbacks [] for security_group (8f7a2985-3c05-42a4-b02d-c9531be4c966), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:16.875865 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac50a198-8005-4e74-86df-3ce4c1f9085a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (8f7a2985-3c05-42a4-b02d-c9531be4c966), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:16.878402 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac50a198-8005-4e74-86df-3ce4c1f9085a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:16.881235 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-ac50a198-8005-4e74-86df-3ce4c1f9085a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8f7a2985-3c05-42a4-b02d-c9531be4c966 HTTP/1.1" status: 204 len: 168 time: 0.1201887 Feb 16 05:40:16.887512 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50a198-8005-4e74-86df-3ce4c1f9085a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7a2985-3c05-42a4-b02d-c9531be4c966,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:26.121138 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ba9c31b6-37bf-4cfc-adcb-979e3b52722e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:28.602448 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-90ad65af-8c9f-4f6f-9886-6e92a1766e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:29.433155 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:30.610571 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:40:30.962112 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:32.817575 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:40.342626 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9d38e-ce49-4bcc-ad49-08443a893044 req-0f10c443-1d6e-45dd-88ac-c23fa6dee479 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:40:40.344084 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-33c9d38e-ce49-4bcc-ad49-08443a893044 req-0f10c443-1d6e-45dd-88ac-c23fa6dee479 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 947 time: 0.0511270 Feb 16 05:40:40.388644 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-33c9d38e-ce49-4bcc-ad49-08443a893044 req-c1bd2880-3bd7-44fd-8b57-17690162c9f6 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390832 Feb 16 05:40:41.510113 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3f580-68ea-4096-b390-971e4a583296 req-f100d0cb-ca3a-4b62-83fd-42452ffb0090 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:40:41.512210 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-59c3f580-68ea-4096-b390-971e4a583296 req-f100d0cb-ca3a-4b62-83fd-42452ffb0090 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 947 time: 0.0516679 Feb 16 05:40:41.556797 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-59c3f580-68ea-4096-b390-971e4a583296 req-8015a930-6302-4325-aad5-e390e3fcba62 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups?id=a991c143-65c5-4bec-aee1-5cc4973d5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390565 Feb 16 05:40:41.795656 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e247f-779d-45fe-b01a-b2a151182b55 req-b5d4cfa1-e559-4bce-9475-0376865683aa tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:40:41.797060 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9c7e247f-779d-45fe-b01a-b2a151182b55 req-b5d4cfa1-e559-4bce-9475-0376865683aa tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 947 time: 0.0500340 Feb 16 05:40:41.886512 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-9c7e247f-779d-45fe-b01a-b2a151182b55 req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Deleting port 34a938ee-31c9-4981-a33b-0346248cbdca {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:40:41.886850 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9c7e247f-779d-45fe-b01a-b2a151182b55 req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:41.969315 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-9c7e247f-779d-45fe-b01a-b2a151182b55 req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] For port 34a938ee-31c9-4981-a33b-0346248cbdca, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=34a938ee-31c9-4981-a33b-0346248cbdca,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:40:41.969608 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9c7e247f-779d-45fe-b01a-b2a151182b55 req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:42.136842 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9c7e247f-779d-45fe-b01a-b2a151182b55 req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:42.137202 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9c7e247f-779d-45fe-b01a-b2a151182b55 req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588210'] for floatingip (551970ce-2687-4d02-b979-343e93f212df), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:42.137550 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.l3_db [req-9c7e247f-779d-45fe-b01a-b2a151182b55 req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Floating IP 551970ce-2687-4d02-b979-343e93f212df disassociated. External IP: 172.27.0.230, port: 34a938ee-31c9-4981-a33b-0346248cbdca. Feb 16 05:40:42.137884 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-9c7e247f-779d-45fe-b01a-b2a151182b55 req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Calling delete_port for 34a938ee-31c9-4981-a33b-0346248cbdca owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:40:42.259130 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9c7e247f-779d-45fe-b01a-b2a151182b55 req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (34a938ee-31c9-4981-a33b-0346248cbdca), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:42.286400 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Pushing event deleted for resources: {'Port': ['ID=34a938ee-31c9-4981-a33b-0346248cbdca,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:42.297355 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:42.297706 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:42.298049 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:42.298389 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:42.298720 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:42.299046 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:42.299372 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:42.299696 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:42.300022 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:42.300343 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:42.300728 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:42.301050 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:42.301401 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:42.408146 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c7e247f-779d-45fe-b01a-b2a151182b55 req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:40:42.510238 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:42.522031 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c7e247f-779d-45fe-b01a-b2a151182b55 req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:40:42.532246 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8343415b-e7f5-464f-97ff-38885dddd637 None None] Sync routers for ids ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'] in dv-cinder-829473-2-iscsi {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:40:42.542090 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343415b-e7f5-464f-97ff-38885dddd637 None None] Routers {'3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:40:42.542662 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8343415b-e7f5-464f-97ff-38885dddd637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:40:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:40:42.564319 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7e247f-779d-45fe-b01a-b2a151182b55 req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] No DVR routers for this DVR port 34a938ee-31c9-4981-a33b-0346248cbdca on host hv-cinder-82947 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:40:42.566769 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9c7e247f-779d-45fe-b01a-b2a151182b55 req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:42.570072 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9c7e247f-779d-45fe-b01a-b2a151182b55 req-9e997eb1-9ea8-4ae5-9ef5-9115d43c6147 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.60 "DELETE /v2.0/ports/34a938ee-31c9-4981-a33b-0346248cbdca HTTP/1.1" status: 204 len: 173 time: 0.7678902 Feb 16 05:40:42.570510 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c112142-abdc-4305-9f88-55a64404a86d', 'name': 'network-vif-deleted', 'tag': '34a938ee-31c9-4981-a33b-0346248cbdca'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:40:42.572794 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e1fe83-1ee0-4227-b1d7-e1481830b27c" -d '{"events": [{"server_uuid": "5c112142-abdc-4305-9f88-55a64404a86d", "name": "network-vif-deleted", "tag": "34a938ee-31c9-4981-a33b-0346248cbdca"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:40:42.609717 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d3186e-12e9-4bf4-8e93-869b3682f4da x-openstack-request-id: req-a0d3186e-12e9-4bf4-8e93-869b3682f4da {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:40:42.610005 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c112142-abdc-4305-9f88-55a64404a86d", "name": "network-vif-deleted", "tag": "34a938ee-31c9-4981-a33b-0346248cbdca", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:40:42.610257 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a0d3186e-12e9-4bf4-8e93-869b3682f4da {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:40:42.610660 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c112142-abdc-4305-9f88-55a64404a86d', 'name': 'network-vif-deleted', 'tag': '34a938ee-31c9-4981-a33b-0346248cbdca', 'status': 'completed', 'code': 200} Feb 16 05:40:42.663639 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-8343415b-e7f5-464f-97ff-38885dddd637 None None] Set router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:40:42.680179 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f0284734-da7c-4c5c-a60f-9f341fdd8a81 req-5045dab6-5eda-4815-a039-51ec52b6e6b1 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c112142-abdc-4305-9f88-55a64404a86d HTTP/1.1" status: 200 len: 210 time: 0.0383790 Feb 16 05:40:42.955137 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8343415b-e7f5-464f-97ff-38885dddd637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:19Z', 'revision_number': 4, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port': {'id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '835e672a-62f0-4330-8061-38835b05ac5c', 'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'mac_address': 'fa:16:3e:28:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:14Z', 'updated_at': '2022-02-16T05:33:27Z', 'revision_number': 5, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'subnets': [{'id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:40:42.980546 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8343415b-e7f5-464f-97ff-38885dddd637 None None] Checking router: 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff for host: dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:40:42.988988 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343415b-e7f5-464f-97ff-38885dddd637 None None] Routers {'3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:40:42.989642 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8343415b-e7f5-464f-97ff-38885dddd637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:40:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:40:43.097796 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-8343415b-e7f5-464f-97ff-38885dddd637 None None] Set router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:40:43.292555 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8343415b-e7f5-464f-97ff-38885dddd637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:19Z', 'revision_number': 4, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port': {'id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '835e672a-62f0-4330-8061-38835b05ac5c', 'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'mac_address': 'fa:16:3e:28:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:14Z', 'updated_at': '2022-02-16T05:33:27Z', 'revision_number': 5, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'subnets': [{'id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:40:43.317441 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8343415b-e7f5-464f-97ff-38885dddd637 None None] The sync data for ids ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'] in dv-cinder-829473-2-iscsi is: [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:33:19Z', 'revision_number': 4, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port': {'id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '835e672a-62f0-4330-8061-38835b05ac5c', 'name': '', 'network_id': '8bff5ceb-655f-4b77-9e4f-6947f831595a', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'mac_address': 'fa:16:3e:28:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:14Z', 'updated_at': '2022-02-16T05:33:27Z', 'revision_number': 5, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'subnets': [{'id': '0acbf643-c806-4af9-a75e-f3ce06c9fe9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:40:43.516668 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6e5a50-3b35-490f-a4f8-44ac7d913f3b None None] New status for floating IP 551970ce-2687-4d02-b979-343e93f212df: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 05:40:43.771371 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59748) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:43.826337 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d6268c86-41e2-4b4c-b42b-0b6ac8d9aceb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group (a991c143-65c5-4bec-aee1-5cc4973d5e29), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:43.848340 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d6268c86-41e2-4b4c-b42b-0b6ac8d9aceb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group (a991c143-65c5-4bec-aee1-5cc4973d5e29), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:43.893517 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d6268c86-41e2-4b4c-b42b-0b6ac8d9aceb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (a991c143-65c5-4bec-aee1-5cc4973d5e29), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:43.896009 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d6268c86-41e2-4b4c-b42b-0b6ac8d9aceb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:43.897136 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d6268c86-41e2-4b4c-b42b-0b6ac8d9aceb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "DELETE /v2.0/security-groups/a991c143-65c5-4bec-aee1-5cc4973d5e29 HTTP/1.1" status: 204 len: 168 time: 0.1247492 Feb 16 05:40:43.899968 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 59750) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:43.905802 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6268c86-41e2-4b4c-b42b-0b6ac8d9aceb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a991c143-65c5-4bec-aee1-5cc4973d5e29,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:43.912623 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6268c86-41e2-4b4c-b42b-0b6ac8d9aceb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:43.912960 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6268c86-41e2-4b4c-b42b-0b6ac8d9aceb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:43.913144 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.api.v2.resource [None req-732e2329-42d7-4eaa-9da2-9c2b51ca6f9b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] show failed (client error): The resource could not be found. Feb 16 05:40:43.913339 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6268c86-41e2-4b4c-b42b-0b6ac8d9aceb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:43.913694 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6268c86-41e2-4b4c-b42b-0b6ac8d9aceb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:43.916893 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6268c86-41e2-4b4c-b42b-0b6ac8d9aceb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:43.917007 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-732e2329-42d7-4eaa-9da2-9c2b51ca6f9b tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "GET /v2.0/security-groups/a991c143-65c5-4bec-aee1-5cc4973d5e29 HTTP/1.1" status: 404 len: 347 time: 0.0131896 Feb 16 05:40:43.917102 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6268c86-41e2-4b4c-b42b-0b6ac8d9aceb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:43.917102 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6268c86-41e2-4b4c-b42b-0b6ac8d9aceb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:43.917102 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6268c86-41e2-4b4c-b42b-0b6ac8d9aceb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:43.917102 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6268c86-41e2-4b4c-b42b-0b6ac8d9aceb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:43.917102 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6268c86-41e2-4b4c-b42b-0b6ac8d9aceb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:43.917102 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6268c86-41e2-4b4c-b42b-0b6ac8d9aceb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:43.917102 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6268c86-41e2-4b4c-b42b-0b6ac8d9aceb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:43.917102 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6268c86-41e2-4b4c-b42b-0b6ac8d9aceb tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:43.918333 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 59752) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:44.037790 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cc963a0b-2247-4ff4-83e7-b99c6f9c0ef2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Deleting port dd6e507c-a274-4f25-89bf-7a1d37e8b14b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:40:44.038132 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc963a0b-2247-4ff4-83e7-b99c6f9c0ef2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (dd6e507c-a274-4f25-89bf-7a1d37e8b14b), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:44.109453 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc963a0b-2247-4ff4-83e7-b99c6f9c0ef2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (dd6e507c-a274-4f25-89bf-7a1d37e8b14b), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:44.109788 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc963a0b-2247-4ff4-83e7-b99c6f9c0ef2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for floatingip (dd6e507c-a274-4f25-89bf-7a1d37e8b14b), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:44.121457 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cc963a0b-2247-4ff4-83e7-b99c6f9c0ef2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Calling delete_port for dd6e507c-a274-4f25-89bf-7a1d37e8b14b owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:40:44.503649 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc963a0b-2247-4ff4-83e7-b99c6f9c0ef2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (dd6e507c-a274-4f25-89bf-7a1d37e8b14b), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:44.527704 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc963a0b-2247-4ff4-83e7-b99c6f9c0ef2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Pushing event deleted for resources: {'Port': ['ID=dd6e507c-a274-4f25-89bf-7a1d37e8b14b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:44.587260 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc963a0b-2247-4ff4-83e7-b99c6f9c0ef2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks [] for floatingip (551970ce-2687-4d02-b979-343e93f212df), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:44.590384 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc963a0b-2247-4ff4-83e7-b99c6f9c0ef2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:44.591553 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-cc963a0b-2247-4ff4-83e7-b99c6f9c0ef2 tempest-AttachVolumeShelveTestJSON-861541423 tempest-AttachVolumeShelveTestJSON-861541423-project] 10.222.0.75 "DELETE /v2.0/floatingips/551970ce-2687-4d02-b979-343e93f212df HTTP/1.1" status: 204 len: 168 time: 0.6731145 Feb 16 05:40:45.614836 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 34a938ee-31c9-4981-a33b-0346248cbdca no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:40:45.638499 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: 34a938ee-31c9-4981-a33b-0346248cbdca {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:40:45.638846 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 34a938ee-31c9-4981-a33b-0346248cbdca not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:40:46.972336 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59774) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:47.444861 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac593d3d-c85e-4093-a8b4-e66893050c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588722'] for router_interface (3f110da2-e5f9-494f-a99e-d4ddfbeff7ff), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:47.687005 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-ac593d3d-c85e-4093-a8b4-e66893050c7c admin admin] Deleting port 835e672a-62f0-4330-8061-38835b05ac5c {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:40:47.687352 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac593d3d-c85e-4093-a8b4-e66893050c7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (835e672a-62f0-4330-8061-38835b05ac5c), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:47.765584 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-ac593d3d-c85e-4093-a8b4-e66893050c7c admin admin] For port 835e672a-62f0-4330-8061-38835b05ac5c, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=835e672a-62f0-4330-8061-38835b05ac5c,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:40:47.765949 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac593d3d-c85e-4093-a8b4-e66893050c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (835e672a-62f0-4330-8061-38835b05ac5c), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:47.778305 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-ac593d3d-c85e-4093-a8b4-e66893050c7c admin admin] Calling delete_port for 835e672a-62f0-4330-8061-38835b05ac5c owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:40:47.952940 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac593d3d-c85e-4093-a8b4-e66893050c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (835e672a-62f0-4330-8061-38835b05ac5c), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:47.977942 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac593d3d-c85e-4093-a8b4-e66893050c7c admin admin] Pushing event deleted for resources: {'Port': ['ID=835e672a-62f0-4330-8061-38835b05ac5c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:48.139904 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac593d3d-c85e-4093-a8b4-e66893050c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1516466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588574'] for router_interface (3f110da2-e5f9-494f-a99e-d4ddfbeff7ff), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:48.356795 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac593d3d-c85e-4093-a8b4-e66893050c7c admin admin] Router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:40:48.464160 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac593d3d-c85e-4093-a8b4-e66893050c7c admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:40:48.469197 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-ac593d3d-c85e-4093-a8b4-e66893050c7c admin admin] 10.222.0.75 "PUT /v2.0/routers/3f110da2-e5f9-494f-a99e-d4ddfbeff7ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4955299 Feb 16 05:40:48.472030 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59778) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:48.473274 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a55b25b-a1e7-4511-a16f-b069b68a3f3b None None] Sync routers for ids ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'] in dv-cinder-829473-2-iscsi {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:40:48.483486 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55b25b-a1e7-4511-a16f-b069b68a3f3b None None] Routers {'3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:40:48.484086 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3a55b25b-a1e7-4511-a16f-b069b68a3f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:40:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:40:48.577741 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77461f69-aea1-4c79-a802-e7012569d10a admin admin] Publish callbacks [] for router (3f110da2-e5f9-494f-a99e-d4ddfbeff7ff), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:48.587748 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-3a55b25b-a1e7-4511-a16f-b069b68a3f3b None None] Set router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:40:48.680098 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77461f69-aea1-4c79-a802-e7012569d10a admin admin] Publish callbacks [] for router_gateway (3f110da2-e5f9-494f-a99e-d4ddfbeff7ff), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:48.733246 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-77461f69-aea1-4c79-a802-e7012569d10a admin admin] Deleting port a11ec9a0-f284-40e2-80e9-883ab547b8aa {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:40:48.733617 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77461f69-aea1-4c79-a802-e7012569d10a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (a11ec9a0-f284-40e2-80e9-883ab547b8aa), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:48.763448 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3a55b25b-a1e7-4511-a16f-b069b68a3f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:40:47Z', 'revision_number': 5, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port': {'id': 'a11ec9a0-f284-40e2-80e9-883ab547b8aa', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:33:06Z', 'updated_at': '2022-02-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:40:48.790379 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a55b25b-a1e7-4511-a16f-b069b68a3f3b None None] Checking router: 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff for host: dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:40:48.798986 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55b25b-a1e7-4511-a16f-b069b68a3f3b None None] Routers {'3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:40:48.799574 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3a55b25b-a1e7-4511-a16f-b069b68a3f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:40:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:40:48.813717 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-77461f69-aea1-4c79-a802-e7012569d10a admin admin] For port a11ec9a0-f284-40e2-80e9-883ab547b8aa, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=a11ec9a0-f284-40e2-80e9-883ab547b8aa,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:40:48.814090 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77461f69-aea1-4c79-a802-e7012569d10a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (a11ec9a0-f284-40e2-80e9-883ab547b8aa), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:48.826539 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-77461f69-aea1-4c79-a802-e7012569d10a admin admin] Calling delete_port for a11ec9a0-f284-40e2-80e9-883ab547b8aa owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:40:48.883574 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-3a55b25b-a1e7-4511-a16f-b069b68a3f3b None None] Set router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:40:48.935920 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3a55b25b-a1e7-4511-a16f-b069b68a3f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:40:48Z', 'revision_number': 6, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port_host': None}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:40:48.962240 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a55b25b-a1e7-4511-a16f-b069b68a3f3b None None] The sync data for ids ['3f110da2-e5f9-494f-a99e-d4ddfbeff7ff'] in dv-cinder-829473-2-iscsi is: [{'id': '3f110da2-e5f9-494f-a99e-d4ddfbeff7ff', 'name': 'tempest-AttachVolumeShelveTestJSON-404719671-router', 'tenant_id': '98f0673600914ab1a0a8636e309c3306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:33:04Z', 'updated_at': '2022-02-16T05:40:48Z', 'revision_number': 6, 'project_id': '98f0673600914ab1a0a8636e309c3306', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:40:48.990290 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77461f69-aea1-4c79-a802-e7012569d10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (a11ec9a0-f284-40e2-80e9-883ab547b8aa), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.018443 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77461f69-aea1-4c79-a802-e7012569d10a admin admin] Pushing event deleted for resources: {'Port': ['ID=a11ec9a0-f284-40e2-80e9-883ab547b8aa,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:49.074633 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77461f69-aea1-4c79-a802-e7012569d10a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588152'] for router_gateway (3f110da2-e5f9-494f-a99e-d4ddfbeff7ff), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.161641 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77461f69-aea1-4c79-a802-e7012569d10a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1581635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5490'] for router (3f110da2-e5f9-494f-a99e-d4ddfbeff7ff), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.163676 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77461f69-aea1-4c79-a802-e7012569d10a admin admin] Publish callbacks [] for router_controller (3f110da2-e5f9-494f-a99e-d4ddfbeff7ff), precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.206577 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77461f69-aea1-4c79-a802-e7012569d10a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581640'] for router (3f110da2-e5f9-494f-a99e-d4ddfbeff7ff), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.207213 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77461f69-aea1-4c79-a802-e7012569d10a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f110da2-e5f9-494f-a99e-d4ddfbeff7ff {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 05:40:49.211337 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77461f69-aea1-4c79-a802-e7012569d10a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.212456 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-77461f69-aea1-4c79-a802-e7012569d10a admin admin] 10.222.0.75 "DELETE /v2.0/routers/3f110da2-e5f9-494f-a99e-d4ddfbeff7ff HTTP/1.1" status: 204 len: 168 time: 0.7395155 Feb 16 05:40:49.215662 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59780) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:49.257912 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a052d2e-e712-4ee6-8625-742f37ae5e9b admin admin] Deleting subnet 0acbf643-c806-4af9-a75e-f3ce06c9fe9e {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 05:40:49.260795 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5a052d2e-e712-4ee6-8625-742f37ae5e9b admin admin] Publish callbacks [] for subnet (0acbf643-c806-4af9-a75e-f3ce06c9fe9e), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.294111 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5a052d2e-e712-4ee6-8625-742f37ae5e9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4030596'] for subnet (0acbf643-c806-4af9-a75e-f3ce06c9fe9e), precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.407369 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5a052d2e-e712-4ee6-8625-742f37ae5e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133523527'] for subnet (0acbf643-c806-4af9-a75e-f3ce06c9fe9e), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.458066 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5a052d2e-e712-4ee6-8625-742f37ae5e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133523536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4118781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3813054'] for subnet (0acbf643-c806-4af9-a75e-f3ce06c9fe9e), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.484881 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5a052d2e-e712-4ee6-8625-742f37ae5e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.488705 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-5a052d2e-e712-4ee6-8625-742f37ae5e9b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0acbf643-c806-4af9-a75e-f3ce06c9fe9e HTTP/1.1" status: 204 len: 168 time: 0.2721019 Feb 16 05:40:49.489846 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a052d2e-e712-4ee6-8625-742f37ae5e9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0acbf643-c806-4af9-a75e-f3ce06c9fe9e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:49.490246 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d80caf6-15e4-421b-8f46-4a1099208682 None None] Network 8bff5ceb-655f-4b77-9e4f-6947f831595a requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:40:49.491364 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 59782) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:49.556816 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133564096'] for network (8bff5ceb-655f-4b77-9e4f-6947f831595a), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.608893 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] Deleting port 9f89e81d-2a48-4720-b04a-f9b659c82295 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:40:49.609229 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (9f89e81d-2a48-4720-b04a-f9b659c82295), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.672267 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] For port 9f89e81d-2a48-4720-b04a-f9b659c82295, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=9f89e81d-2a48-4720-b04a-f9b659c82295,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:40:49.672633 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (9f89e81d-2a48-4720-b04a-f9b659c82295), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.690600 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] Calling delete_port for 9f89e81d-2a48-4720-b04a-f9b659c82295 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:40:49.715764 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] DHCP port deletion for 8bff5ceb-655f-4b77-9e4f-6947f831595a request from dv-cinder-829473-2-iscsi {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 05:40:49.782976 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] Deleting port 9f89e81d-2a48-4720-b04a-f9b659c82295 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:40:49.783626 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (9f89e81d-2a48-4720-b04a-f9b659c82295), before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.790280 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (9f89e81d-2a48-4720-b04a-f9b659c82295), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.818491 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] No DVR routers for this DVR port 9f89e81d-2a48-4720-b04a-f9b659c82295 on host dv-cinder-829473-2-iscsi {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:40:49.821992 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 9f89e81d-2a48-4720-b04a-f9b659c82295 no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:40:49.824092 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] Pushing event deleted for resources: {'Port': ['ID=9f89e81d-2a48-4720-b04a-f9b659c82295,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:49.854450 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: 9f89e81d-2a48-4720-b04a-f9b659c82295 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:40:49.855335 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 9f89e81d-2a48-4720-b04a-f9b659c82295 not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:40:49.855985 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 835e672a-62f0-4330-8061-38835b05ac5c no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:40:49.885111 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: 835e672a-62f0-4330-8061-38835b05ac5c {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:40:49.885491 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 835e672a-62f0-4330-8061-38835b05ac5c not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:40:49.885935 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device a11ec9a0-f284-40e2-80e9-883ab547b8aa no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:40:49.892010 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] For port 9f89e81d-2a48-4720-b04a-f9b659c82295, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=9f89e81d-2a48-4720-b04a-f9b659c82295,segment=NetworkSegment(ae5c69d9-65b4-4e84-8215-02012f7565ad),segment_id=ae5c69d9-65b4-4e84-8215-02012f7565ad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:40:49.892410 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (9f89e81d-2a48-4720-b04a-f9b659c82295), precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.894079 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133527232', 'neutron.services.segments.db._delete_segments_for_network-8750525486906'] for network (8bff5ceb-655f-4b77-9e4f-6947f831595a), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.913549 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bff5ceb-655f-4b77-9e4f-6947f831595a']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:40:49.915922 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: a11ec9a0-f284-40e2-80e9-883ab547b8aa {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:40:49.916274 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device a11ec9a0-f284-40e2-80e9-883ab547b8aa not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:40:49.921604 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] Calling delete_port for 9f89e81d-2a48-4720-b04a-f9b659c82295 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:40:49.925718 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5c69d9-65b4-4e84-8215-02012f7565ad') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:40:49.926021 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5c69d9-65b4-4e84-8215-02012f7565ad') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:40:49.939153 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750525486659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125595'] for segment (ae5c69d9-65b4-4e84-8215-02012f7565ad), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.953834 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (ae5c69d9-65b4-4e84-8215-02012f7565ad), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.960517 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 05:40:49.961414 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10125448'] for segment (ae5c69d9-65b4-4e84-8215-02012f7565ad), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: Traceback (most recent call last): Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: timer() Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: cb(*args, **kw) Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: return func(*args, **kwargs) Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: self._notify() Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: self.callback(batched_events) Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: event.method(event) Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: return f(self, *a, **k) Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: return self._get(url).json() Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: return self.request(url, 'GET', **kwargs) Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 05:40:49.965219 dv-cinder-829473-2-iscsi neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 05:40:50.018080 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719'] for port (9f89e81d-2a48-4720-b04a-f9b659c82295), after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:50.034342 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133527257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588188'] for network (8bff5ceb-655f-4b77-9e4f-6947f831595a), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:50.053989 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:50.057185 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] 10.222.0.75 "DELETE /v2.0/networks/8bff5ceb-655f-4b77-9e4f-6947f831595a HTTP/1.1" status: 204 len: 168 time: 0.5643594 Feb 16 05:40:50.059257 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa946519-83a3-4769-951f-4643daa3c30e admin admin] Pushing event deleted for resources: {'Network': ['ID=8bff5ceb-655f-4b77-9e4f-6947f831595a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:50.177340 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] Pushing event deleted for resources: {'Port': ['ID=9f89e81d-2a48-4720-b04a-f9b659c82295,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:50.182388 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 59786) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:50.185275 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] No DVR routers for this DVR port 9f89e81d-2a48-4720-b04a-f9b659c82295 on host dv-cinder-829473-2-iscsi {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:40:50.188504 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:50.188874 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:50.189224 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:50.189600 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:50.189932 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:50.190266 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:50.190597 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:50.190926 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:50.191248 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:50.191573 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:50.192072 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:50.192432 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:50.192700 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab77867-bdaa-4098-afa8-9cbc0d1d8665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:40:50.228072 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-fcd0d3d2-c01c-4f88-bfa2-21d0d4892be7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=98f0673600914ab1a0a8636e309c3306&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0435836 Feb 16 05:40:50.230873 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 59788) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:50.275538 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b759a07-2378-48ea-8c85-1ef7afc35712 admin admin] Publish callbacks [] for security_group (f78f84e9-113a-44af-94b1-92073133771b), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:50.301840 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b759a07-2378-48ea-8c85-1ef7afc35712 admin admin] Publish callbacks [] for security_group (f78f84e9-113a-44af-94b1-92073133771b), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:50.346757 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b759a07-2378-48ea-8c85-1ef7afc35712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (f78f84e9-113a-44af-94b1-92073133771b), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:50.349375 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b759a07-2378-48ea-8c85-1ef7afc35712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:50.350545 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-8b759a07-2378-48ea-8c85-1ef7afc35712 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f78f84e9-113a-44af-94b1-92073133771b HTTP/1.1" status: 204 len: 168 time: 0.1187901 Feb 16 05:40:50.360312 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b759a07-2378-48ea-8c85-1ef7afc35712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78f84e9-113a-44af-94b1-92073133771b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:51.511717 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 59838) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:51.611629 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-286f5418-a168-4ffe-9161-852d19041164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:51.681393 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-286f5418-a168-4ffe-9161-852d19041164 admin admin] Publish callbacks [] for security_group (df3f291a-34bb-457c-a3a3-bbfa87d38245), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:51.685114 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-286f5418-a168-4ffe-9161-852d19041164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (df3f291a-34bb-457c-a3a3-bbfa87d38245), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:51.725710 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-286f5418-a168-4ffe-9161-852d19041164 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=227d71ef8fe04a8597618388ef672635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128861 Feb 16 05:40:51.726981 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f5418-a168-4ffe-9161-852d19041164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3f291a-34bb-457c-a3a3-bbfa87d38245,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:51.728729 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59842) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:51.775881 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c641744e-f12b-4cad-8b0b-5421f8d0a87e admin admin] Publish callbacks [] for security_group (df3f291a-34bb-457c-a3a3-bbfa87d38245), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:51.796094 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c641744e-f12b-4cad-8b0b-5421f8d0a87e admin admin] Publish callbacks [] for security_group (df3f291a-34bb-457c-a3a3-bbfa87d38245), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:51.843292 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c641744e-f12b-4cad-8b0b-5421f8d0a87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (df3f291a-34bb-457c-a3a3-bbfa87d38245), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:51.845796 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c641744e-f12b-4cad-8b0b-5421f8d0a87e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:51.846940 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-c641744e-f12b-4cad-8b0b-5421f8d0a87e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/df3f291a-34bb-457c-a3a3-bbfa87d38245 HTTP/1.1" status: 204 len: 168 time: 0.1173711 Feb 16 05:40:51.854639 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641744e-f12b-4cad-8b0b-5421f8d0a87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3f291a-34bb-457c-a3a3-bbfa87d38245,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:54.056473 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59910) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:54.156485 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e102bfb-6021-498f-bd44-1a818e9e6950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:54.230812 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e102bfb-6021-498f-bd44-1a818e9e6950 admin admin] Publish callbacks [] for security_group (353cf669-c613-49a2-8a67-8989db97d9ae), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:54.234329 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e102bfb-6021-498f-bd44-1a818e9e6950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (353cf669-c613-49a2-8a67-8989db97d9ae), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:54.273886 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e102bfb-6021-498f-bd44-1a818e9e6950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353cf669-c613-49a2-8a67-8989db97d9ae,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:54.279087 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-5e102bfb-6021-498f-bd44-1a818e9e6950 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=85932a3168324e8fa141768ff9faa99c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216001 Feb 16 05:40:54.281978 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59914) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:54.328295 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-74bf0611-bfa8-4b74-b4db-6b243b391cff admin admin] Publish callbacks [] for security_group (353cf669-c613-49a2-8a67-8989db97d9ae), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:54.348350 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-74bf0611-bfa8-4b74-b4db-6b243b391cff admin admin] Publish callbacks [] for security_group (353cf669-c613-49a2-8a67-8989db97d9ae), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:54.392984 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-74bf0611-bfa8-4b74-b4db-6b243b391cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (353cf669-c613-49a2-8a67-8989db97d9ae), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:54.395469 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-74bf0611-bfa8-4b74-b4db-6b243b391cff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:54.396605 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-74bf0611-bfa8-4b74-b4db-6b243b391cff admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/353cf669-c613-49a2-8a67-8989db97d9ae HTTP/1.1" status: 204 len: 168 time: 0.1137166 Feb 16 05:40:54.403844 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf0611-bfa8-4b74-b4db-6b243b391cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353cf669-c613-49a2-8a67-8989db97d9ae,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:54.646297 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59920) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:54.661576 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ff0d3d79-438a-4ce9-a22f-d0c71513c497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:54.733860 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ff0d3d79-438a-4ce9-a22f-d0c71513c497 admin admin] Publish callbacks [] for security_group (b7d14d3d-8d24-4bba-b66d-c95c53ed4282), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:54.737212 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ff0d3d79-438a-4ce9-a22f-d0c71513c497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (b7d14d3d-8d24-4bba-b66d-c95c53ed4282), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:54.775268 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-ff0d3d79-438a-4ce9-a22f-d0c71513c497 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9647b1e45a47489e83c886932618f2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277575 Feb 16 05:40:54.776811 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d3d79-438a-4ce9-a22f-d0c71513c497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d14d3d-8d24-4bba-b66d-c95c53ed4282,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:54.778534 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 59922) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:54.825784 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-469dd3d5-b285-4498-be9f-72ea1a16f253 admin admin] Publish callbacks [] for security_group (b7d14d3d-8d24-4bba-b66d-c95c53ed4282), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:54.846511 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-469dd3d5-b285-4498-be9f-72ea1a16f253 admin admin] Publish callbacks [] for security_group (b7d14d3d-8d24-4bba-b66d-c95c53ed4282), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:54.900207 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-469dd3d5-b285-4498-be9f-72ea1a16f253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (b7d14d3d-8d24-4bba-b66d-c95c53ed4282), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:54.906142 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-469dd3d5-b285-4498-be9f-72ea1a16f253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:54.906142 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-469dd3d5-b285-4498-be9f-72ea1a16f253 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b7d14d3d-8d24-4bba-b66d-c95c53ed4282 HTTP/1.1" status: 204 len: 168 time: 0.1251993 Feb 16 05:40:54.913092 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469dd3d5-b285-4498-be9f-72ea1a16f253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d14d3d-8d24-4bba-b66d-c95c53ed4282,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:55.903101 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 59952) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:56.005281 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2809607-98a0-4b81-b955-132dfe40e592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:56.080494 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2809607-98a0-4b81-b955-132dfe40e592 admin admin] Publish callbacks [] for security_group (15db78e5-e097-4112-8309-a002a11c7b9e), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:56.084217 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2809607-98a0-4b81-b955-132dfe40e592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (15db78e5-e097-4112-8309-a002a11c7b9e), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:56.123230 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-68c472cf-0fc6-4b4d-b371-3063ff611469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:56.126576 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 59956) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:40:56.127277 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-d2809607-98a0-4b81-b955-132dfe40e592 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7835fb125fe843b1b0bf34a6f3e1867b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230239 Feb 16 05:40:56.128351 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2809607-98a0-4b81-b955-132dfe40e592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15db78e5-e097-4112-8309-a002a11c7b9e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:56.173308 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e2a30a9a-a968-459f-b397-0c27dc4f8e50 admin admin] Publish callbacks [] for security_group (15db78e5-e097-4112-8309-a002a11c7b9e), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:56.193983 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e2a30a9a-a968-459f-b397-0c27dc4f8e50 admin admin] Publish callbacks [] for security_group (15db78e5-e097-4112-8309-a002a11c7b9e), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:56.243065 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e2a30a9a-a968-459f-b397-0c27dc4f8e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (15db78e5-e097-4112-8309-a002a11c7b9e), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:56.246177 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e2a30a9a-a968-459f-b397-0c27dc4f8e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:56.247327 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-e2a30a9a-a968-459f-b397-0c27dc4f8e50 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/15db78e5-e097-4112-8309-a002a11c7b9e HTTP/1.1" status: 204 len: 168 time: 0.1197762 Feb 16 05:40:56.255624 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a30a9a-a968-459f-b397-0c27dc4f8e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15db78e5-e097-4112-8309-a002a11c7b9e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:40:58.602856 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bacd68dc-0621-45e0-b376-bd5287896762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:40:59.436186 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:00.203045 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60014) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:41:00.302486 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9115853b-a36c-46b4-b2dd-281f0a6fee89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:00.379468 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9115853b-a36c-46b4-b2dd-281f0a6fee89 admin admin] Publish callbacks [] for security_group (35fae0dd-d296-4299-8190-f747472b8906), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:00.383035 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9115853b-a36c-46b4-b2dd-281f0a6fee89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (35fae0dd-d296-4299-8190-f747472b8906), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:00.421536 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-9115853b-a36c-46b4-b2dd-281f0a6fee89 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=87236d70fca44dc8b162046ad6197d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173941 Feb 16 05:41:00.422383 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115853b-a36c-46b4-b2dd-281f0a6fee89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fae0dd-d296-4299-8190-f747472b8906,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:00.424325 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60018) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:41:00.473653 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ae1142c-30da-4200-9da3-b0a14ea07a2b admin admin] Publish callbacks [] for security_group (35fae0dd-d296-4299-8190-f747472b8906), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:00.493452 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ae1142c-30da-4200-9da3-b0a14ea07a2b admin admin] Publish callbacks [] for security_group (35fae0dd-d296-4299-8190-f747472b8906), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:00.537634 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ae1142c-30da-4200-9da3-b0a14ea07a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (35fae0dd-d296-4299-8190-f747472b8906), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:00.540452 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ae1142c-30da-4200-9da3-b0a14ea07a2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:00.541552 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-9ae1142c-30da-4200-9da3-b0a14ea07a2b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/35fae0dd-d296-4299-8190-f747472b8906 HTTP/1.1" status: 204 len: 168 time: 0.1161761 Feb 16 05:41:00.548775 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1142c-30da-4200-9da3-b0a14ea07a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fae0dd-d296-4299-8190-f747472b8906,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:00.790794 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60024) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:41:00.803781 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2a25cc4b-db86-4866-b598-eaec4c5f7d6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:00.877076 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2a25cc4b-db86-4866-b598-eaec4c5f7d6f admin admin] Publish callbacks [] for security_group (2ace777e-f610-410e-a8a4-c74802a71390), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:00.880501 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2a25cc4b-db86-4866-b598-eaec4c5f7d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (2ace777e-f610-410e-a8a4-c74802a71390), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:00.916011 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25cc4b-db86-4866-b598-eaec4c5f7d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ace777e-f610-410e-a8a4-c74802a71390,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:00.920235 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-2a25cc4b-db86-4866-b598-eaec4c5f7d6f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ec1aa2d6663044b9875d0ace7ba34327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283541 Feb 16 05:41:00.923168 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60026) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:41:00.963088 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:00.969638 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-82578249-f96a-4b1b-8fa2-bc685aba14d1 admin admin] Publish callbacks [] for security_group (2ace777e-f610-410e-a8a4-c74802a71390), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:00.989645 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-82578249-f96a-4b1b-8fa2-bc685aba14d1 admin admin] Publish callbacks [] for security_group (2ace777e-f610-410e-a8a4-c74802a71390), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:01.037651 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-82578249-f96a-4b1b-8fa2-bc685aba14d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (2ace777e-f610-410e-a8a4-c74802a71390), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:01.040413 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-82578249-f96a-4b1b-8fa2-bc685aba14d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:01.041643 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-82578249-f96a-4b1b-8fa2-bc685aba14d1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2ace777e-f610-410e-a8a4-c74802a71390 HTTP/1.1" status: 204 len: 168 time: 0.1177614 Feb 16 05:41:01.048793 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82578249-f96a-4b1b-8fa2-bc685aba14d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ace777e-f610-410e-a8a4-c74802a71390,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:02.819039 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:07.609893 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:41:11.468715 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323cb64-c12e-45eb-bfa2-3e11b2682237 req-0c2aa7d2-1bb2-4170-b5bc-94b1f7f7caac tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:11.470137 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a323cb64-c12e-45eb-bfa2-3e11b2682237 req-0c2aa7d2-1bb2-4170-b5bc-94b1f7f7caac tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 945 time: 0.0520477 Feb 16 05:41:11.477120 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60164) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:41:11.522837 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a323cb64-c12e-45eb-bfa2-3e11b2682237 req-9208e350-ef21-46a4-8590-d45648fcb78e tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469906 Feb 16 05:41:11.583763 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-29fdf86c-d65a-4fe2-918f-0d74ffb59ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:11.665820 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-29fdf86c-d65a-4fe2-918f-0d74ffb59ea2 admin admin] Publish callbacks [] for security_group (14e3318b-285d-4177-9061-10a03498fe7c), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:11.671070 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-29fdf86c-d65a-4fe2-918f-0d74ffb59ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (14e3318b-285d-4177-9061-10a03498fe7c), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:11.709168 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-29fdf86c-d65a-4fe2-918f-0d74ffb59ea2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2812209babb242839e2ba754217f6e77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308795 Feb 16 05:41:11.710322 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdf86c-d65a-4fe2-918f-0d74ffb59ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e3318b-285d-4177-9061-10a03498fe7c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:11.712327 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60168) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:41:11.764725 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d2f4e936-1bb0-4ff5-8a97-ae6b159d6e45 admin admin] Publish callbacks [] for security_group (14e3318b-285d-4177-9061-10a03498fe7c), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:11.785525 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d2f4e936-1bb0-4ff5-8a97-ae6b159d6e45 admin admin] Publish callbacks [] for security_group (14e3318b-285d-4177-9061-10a03498fe7c), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:11.833501 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d2f4e936-1bb0-4ff5-8a97-ae6b159d6e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (14e3318b-285d-4177-9061-10a03498fe7c), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:11.835968 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d2f4e936-1bb0-4ff5-8a97-ae6b159d6e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:11.837082 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d2f4e936-1bb0-4ff5-8a97-ae6b159d6e45 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/14e3318b-285d-4177-9061-10a03498fe7c HTTP/1.1" status: 204 len: 168 time: 0.1237514 Feb 16 05:41:11.845213 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4e936-1bb0-4ff5-8a97-ae6b159d6e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e3318b-285d-4177-9061-10a03498fe7c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:12.519186 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:12.643748 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3c7d1-94a9-4527-991b-775676d26d32 req-42798918-2fd3-4729-a9e0-81f376a01707 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:12.645289 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6ff3c7d1-94a9-4527-991b-775676d26d32 req-42798918-2fd3-4729-a9e0-81f376a01707 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 945 time: 0.0525408 Feb 16 05:41:12.703431 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6ff3c7d1-94a9-4527-991b-775676d26d32 req-616d7acb-83d0-4a7a-9dc8-260f5d161588 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523639 Feb 16 05:41:13.137522 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababdefa-1d61-47d5-b07f-2b2655c6db2f req-738930f5-2b26-43f9-8617-8563af83bfec tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:13.138857 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ababdefa-1d61-47d5-b07f-2b2655c6db2f req-738930f5-2b26-43f9-8617-8563af83bfec tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 945 time: 0.0522397 Feb 16 05:41:13.228673 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-ababdefa-1d61-47d5-b07f-2b2655c6db2f req-ea6a418b-2bb8-4db9-8dc0-8d86ca168bb8 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Deleting port f42f8d9e-47f2-47ff-a24a-282b5e026e62 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:41:13.229009 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ababdefa-1d61-47d5-b07f-2b2655c6db2f req-ea6a418b-2bb8-4db9-8dc0-8d86ca168bb8 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (f42f8d9e-47f2-47ff-a24a-282b5e026e62), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:13.325163 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-ababdefa-1d61-47d5-b07f-2b2655c6db2f req-ea6a418b-2bb8-4db9-8dc0-8d86ca168bb8 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] For port f42f8d9e-47f2-47ff-a24a-282b5e026e62, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=f42f8d9e-47f2-47ff-a24a-282b5e026e62,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:41:13.325548 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ababdefa-1d61-47d5-b07f-2b2655c6db2f req-ea6a418b-2bb8-4db9-8dc0-8d86ca168bb8 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (f42f8d9e-47f2-47ff-a24a-282b5e026e62), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:13.490584 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ababdefa-1d61-47d5-b07f-2b2655c6db2f req-ea6a418b-2bb8-4db9-8dc0-8d86ca168bb8 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:13.490856 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ababdefa-1d61-47d5-b07f-2b2655c6db2f req-ea6a418b-2bb8-4db9-8dc0-8d86ca168bb8 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588210'] for floatingip (22bef8e5-6442-4089-a86e-34e12f5e6bc0), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:13.491169 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.l3_db [req-ababdefa-1d61-47d5-b07f-2b2655c6db2f req-ea6a418b-2bb8-4db9-8dc0-8d86ca168bb8 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Floating IP 22bef8e5-6442-4089-a86e-34e12f5e6bc0 disassociated. External IP: 172.27.0.244, port: f42f8d9e-47f2-47ff-a24a-282b5e026e62. Feb 16 05:41:13.491508 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-ababdefa-1d61-47d5-b07f-2b2655c6db2f req-ea6a418b-2bb8-4db9-8dc0-8d86ca168bb8 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Calling delete_port for f42f8d9e-47f2-47ff-a24a-282b5e026e62 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:41:13.616077 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ababdefa-1d61-47d5-b07f-2b2655c6db2f req-ea6a418b-2bb8-4db9-8dc0-8d86ca168bb8 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (f42f8d9e-47f2-47ff-a24a-282b5e026e62), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:13.643860 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a418b-2bb8-4db9-8dc0-8d86ca168bb8 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event deleted for resources: {'Port': ['ID=f42f8d9e-47f2-47ff-a24a-282b5e026e62,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:13.759266 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ababdefa-1d61-47d5-b07f-2b2655c6db2f req-ea6a418b-2bb8-4db9-8dc0-8d86ca168bb8 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Router a1b82751-9f01-4fa1-adb5-402c7d13a229 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:41:13.800207 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b9bff90d-8e33-479b-afa8-7deddfbc2c6e req-7ab034bb-d5f5-4112-ad71-a74e3b8105a8 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 210 time: 0.0265298 Feb 16 05:41:13.867997 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ababdefa-1d61-47d5-b07f-2b2655c6db2f req-ea6a418b-2bb8-4db9-8dc0-8d86ca168bb8 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:41:13.879701 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5231a0d2-c184-4a33-b2ec-e03c7af15656 None None] Sync routers for ids ['a1b82751-9f01-4fa1-adb5-402c7d13a229'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:41:13.889719 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5231a0d2-c184-4a33-b2ec-e03c7af15656 None None] Routers {'a1b82751-9f01-4fa1-adb5-402c7d13a229'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:41:13.890344 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5231a0d2-c184-4a33-b2ec-e03c7af15656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:40:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a1b82751-9f01-4fa1-adb5-402c7d13a229'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:13.909797 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ababdefa-1d61-47d5-b07f-2b2655c6db2f req-ea6a418b-2bb8-4db9-8dc0-8d86ca168bb8 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] No DVR routers for this DVR port f42f8d9e-47f2-47ff-a24a-282b5e026e62 on host hv-cinder-82947 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:41:13.912330 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ababdefa-1d61-47d5-b07f-2b2655c6db2f req-ea6a418b-2bb8-4db9-8dc0-8d86ca168bb8 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:13.916648 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ababdefa-1d61-47d5-b07f-2b2655c6db2f req-ea6a418b-2bb8-4db9-8dc0-8d86ca168bb8 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.60 "DELETE /v2.0/ports/f42f8d9e-47f2-47ff-a24a-282b5e026e62 HTTP/1.1" status: 204 len: 173 time: 0.7714796 Feb 16 05:41:13.916648 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5c79d1-09d2-4e14-b144-40a132b546d6', 'name': 'network-vif-deleted', 'tag': 'f42f8d9e-47f2-47ff-a24a-282b5e026e62'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:41:13.919131 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8566bb10-6e9b-435f-acad-f8d4bedaa8ca" -d '{"events": [{"server_uuid": "6a5c79d1-09d2-4e14-b144-40a132b546d6", "name": "network-vif-deleted", "tag": "f42f8d9e-47f2-47ff-a24a-282b5e026e62"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:41:13.964152 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaac256-e88d-450f-abcf-0f7f47112602 x-openstack-request-id: req-dfaac256-e88d-450f-abcf-0f7f47112602 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:41:13.964641 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5c79d1-09d2-4e14-b144-40a132b546d6", "name": "network-vif-deleted", "tag": "f42f8d9e-47f2-47ff-a24a-282b5e026e62", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:41:13.965042 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dfaac256-e88d-450f-abcf-0f7f47112602 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:41:13.965505 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5c79d1-09d2-4e14-b144-40a132b546d6', 'name': 'network-vif-deleted', 'tag': 'f42f8d9e-47f2-47ff-a24a-282b5e026e62', 'status': 'completed', 'code': 200} Feb 16 05:41:14.031846 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-5231a0d2-c184-4a33-b2ec-e03c7af15656 None None] Set router a1b82751-9f01-4fa1-adb5-402c7d13a229 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:41:14.242660 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5231a0d2-c184-4a33-b2ec-e03c7af15656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 5, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:14.271968 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5231a0d2-c184-4a33-b2ec-e03c7af15656 None None] Checking router: a1b82751-9f01-4fa1-adb5-402c7d13a229 for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:41:14.280867 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5231a0d2-c184-4a33-b2ec-e03c7af15656 None None] Routers {'a1b82751-9f01-4fa1-adb5-402c7d13a229'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:41:14.281524 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5231a0d2-c184-4a33-b2ec-e03c7af15656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:40:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a1b82751-9f01-4fa1-adb5-402c7d13a229'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:14.388179 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-5231a0d2-c184-4a33-b2ec-e03c7af15656 None None] Set router a1b82751-9f01-4fa1-adb5-402c7d13a229 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:41:14.582656 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5231a0d2-c184-4a33-b2ec-e03c7af15656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 5, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:14.608067 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5231a0d2-c184-4a33-b2ec-e03c7af15656 None None] The sync data for ids ['a1b82751-9f01-4fa1-adb5-402c7d13a229'] in dv-cinder-829473-2-iscsi is: [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 5, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:41:14.824530 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9cdb43-9e10-46bf-b38e-0dc7473eaa29 None None] New status for floating IP 22bef8e5-6442-4089-a86e-34e12f5e6bc0: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 05:41:14.902618 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-30e93684-b4c7-4867-9962-dcae70ae9c6c req-9989e8a3-05a2-403c-9655-213f203e0268 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 210 time: 0.0259390 Feb 16 05:41:16.007343 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-8f8e7163-9be8-42d3-9d74-d689bcf2295f req-98010449-c290-49e0-8bc4-9b4807b529cd tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 210 time: 0.0266507 Feb 16 05:41:16.919653 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3f48bce9-780f-44d3-a8b3-889bc4e3f9b3 req-8d6e9504-4556-48d6-81df-d75d07687812 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271878 Feb 16 05:41:16.977053 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3f48bce9-780f-44d3-a8b3-889bc4e3f9b3 req-215848a8-71a4-4035-b14d-9480ec3e063e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e5222e96e134b27b8a588f1309a0097&device_id=6a5c79d1-09d2-4e14-b144-40a132b546d6 HTTP/1.1" status: 200 len: 210 time: 0.0278356 Feb 16 05:41:17.101619 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48bce9-780f-44d3-a8b3-889bc4e3f9b3 req-8417d823-c98d-4c2b-9244-22a90c497ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:17.103232 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3f48bce9-780f-44d3-a8b3-889bc4e3f9b3 req-8417d823-c98d-4c2b-9244-22a90c497ff8 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=7e5222e96e134b27b8a588f1309a0097&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0916252 Feb 16 05:41:17.206351 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48bce9-780f-44d3-a8b3-889bc4e3f9b3 req-2496fa56-873a-4346-8709-bb78056cface service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:17.208062 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3f48bce9-780f-44d3-a8b3-889bc4e3f9b3 req-2496fa56-873a-4346-8709-bb78056cface service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954263 Feb 16 05:41:17.273471 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-d67c523d-8533-44e0-b279-21e8e5e71d48 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2011454409&fields=id&tenant_id=7e5222e96e134b27b8a588f1309a0097 HTTP/1.1" status: 200 len: 267 time: 0.0485315 Feb 16 05:41:17.380072 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-b971658a-53ec-4d4c-abd6-301bcf2d8db0 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:17.381539 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-b971658a-53ec-4d4c-abd6-301bcf2d8db0 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/networks?id=af5e8334-9cb2-4ddc-b153-43f6f162f135 HTTP/1.1" status: 200 len: 811 time: 0.1012106 Feb 16 05:41:17.395548 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-7232d5f0-98e2-41b7-8a35-4e4951c46e64 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/quotas/7e5222e96e134b27b8a588f1309a0097 HTTP/1.1" status: 200 len: 375 time: 0.0087094 Feb 16 05:41:17.452916 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-a69fa66a-c799-4c7a-aa3e-b3dec90e5466 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e5222e96e134b27b8a588f1309a0097&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526237 Feb 16 05:41:17.545012 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-d7bb1fe8-5ddd-44e2-bc8a-14f6fa29f67b service neutron] 10.222.0.75 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807836 Feb 16 05:41:17.632666 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c897073f-0414-44cf-9b97-1ea803439343 service neutron] 10.222.0.75 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821116 Feb 16 05:41:18.921303 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-362f6510-69ba-4630-965a-e70a84c80b8f req-d92dae2a-9364-43be-bd72-a20374e774f2 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 210 time: 0.0259001 Feb 16 05:41:19.182731 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device f42f8d9e-47f2-47ff-a24a-282b5e026e62 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:41:19.205913 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: f42f8d9e-47f2-47ff-a24a-282b5e026e62 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:41:19.206251 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device f42f8d9e-47f2-47ff-a24a-282b5e026e62 not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:41:19.997330 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-164b7791-7ce5-4781-b59e-3acb2d8c2e9b req-82461cc2-5198-4a14-9ace-501341cfdf64 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 210 time: 0.0280719 Feb 16 05:41:21.078401 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fd8b0ec6-c15c-4d59-807b-6c702de16c8f req-d15116ed-b662-4c5b-85e7-1a67ecfa2351 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 210 time: 0.0305717 Feb 16 05:41:22.159142 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-31b8afda-4416-43d3-a446-53750bb154de req-e664e29c-89a5-48f6-84d8-37da08528940 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 210 time: 0.0290406 Feb 16 05:41:23.252474 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5c824870-9c57-4b0b-8f7f-98928fb8260d req-a93c4ebc-00c7-4afa-ab33-73144a0fe3d4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 210 time: 0.0266325 Feb 16 05:41:23.932761 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-db61391b-9bbe-44da-a40b-6be5864bf5da tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:23.934874 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-db61391b-9bbe-44da-a40b-6be5864bf5da tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.60 "GET /v2.0/networks?id=af5e8334-9cb2-4ddc-b153-43f6f162f135 HTTP/1.1" status: 200 len: 811 time: 0.1110868 Feb 16 05:41:24.002813 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-cd31fca1-d43b-40b7-8ba3-3f7d92334b6c tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e5222e96e134b27b8a588f1309a0097 HTTP/1.1" status: 200 len: 380 time: 0.0556943 Feb 16 05:41:24.013505 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-2b4461de-0cca-4f4a-963c-2a58d888420b tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Request body: {'port': {'device_id': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'admin_state_up': True, 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'security_groups': ['5c966fb1-c448-4e33-8d64-7d2e16d640b1']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:41:24.128200 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-2b4461de-0cca-4f4a-963c-2a58d888420b tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Made reservation on behalf of 7e5222e96e134b27b8a588f1309a0097 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:41:24.131556 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-2b4461de-0cca-4f4a-963c-2a58d888420b tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:24.261920 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-2b4461de-0cca-4f4a-963c-2a58d888420b tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Allocated IP 172.20.0.4 (af5e8334-9cb2-4ddc-b153-43f6f162f135/770464aa-c905-4f1a-8cb7-b33ec5075f91/04216612-6a17-42d7-bf1b-e4c80f38b38d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:41:24.377926 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-bab489f3-c2e7-4de7-8924-d4e54309ce60 req-34619021-62a0-4c30-ad90-d03c0ed7ab3f tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 210 time: 0.0580080 Feb 16 05:41:24.429625 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-2b4461de-0cca-4f4a-963c-2a58d888420b tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for port (04216612-6a17-42d7-bf1b-e4c80f38b38d), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:24.463866 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-2b4461de-0cca-4f4a-963c-2a58d888420b tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (04216612-6a17-42d7-bf1b-e4c80f38b38d), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:24.508455 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-2b4461de-0cca-4f4a-963c-2a58d888420b tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Network af5e8334-9cb2-4ddc-b153-43f6f162f135 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:41:24.511661 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-2b4461de-0cca-4f4a-963c-2a58d888420b tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:41:24.515918 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-2b4461de-0cca-4f4a-963c-2a58d888420b tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:41:24.544008 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4461de-0cca-4f4a-963c-2a58d888420b tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event updated for resources: {'Port': ['ID=04216612-6a17-42d7-bf1b-e4c80f38b38d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:24.576188 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-2b4461de-0cca-4f4a-963c-2a58d888420b tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:24.576864 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-2b4461de-0cca-4f4a-963c-2a58d888420b tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:24.596566 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-2b4461de-0cca-4f4a-963c-2a58d888420b tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5890956 Feb 16 05:41:24.614542 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Request body: {'port': {'device_id': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:41:24.680952 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (04216612-6a17-42d7-bf1b-e4c80f38b38d), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:24.759574 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-53915751-0666-4706-91ba-4789af5d9fc5 None None] Provisioning complete for port 04216612-6a17-42d7-bf1b-e4c80f38b38d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:24.760158 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-53915751-0666-4706-91ba-4789af5d9fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (04216612-6a17-42d7-bf1b-e4c80f38b38d), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:24.792952 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-53915751-0666-4706-91ba-4789af5d9fc5 None None] Port 04216612-6a17-42d7-bf1b-e4c80f38b38d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:41:24.932777 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04216612-6a17-42d7-bf1b-e4c80f38b38d {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:41:24.940516 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Publish callbacks [] for port (04216612-6a17-42d7-bf1b-e4c80f38b38d), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:24.952581 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Transition to ACTIVE for port object 04216612-6a17-42d7-bf1b-e4c80f38b38d will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:41:24.955880 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (04216612-6a17-42d7-bf1b-e4c80f38b38d), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:25.002288 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Pushing event updated for resources: {'Port': ['ID=04216612-6a17-42d7-bf1b-e4c80f38b38d,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:25.076488 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Attempting to bind port 04216612-6a17-42d7-bf1b-e4c80f38b38d on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:41:25.076922 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Attempting to bind port 04216612-6a17-42d7-bf1b-e4c80f38b38d by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:41:25.077352 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Attempting to bind port 04216612-6a17-42d7-bf1b-e4c80f38b38d on network af5e8334-9cb2-4ddc-b153-43f6f162f135 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:41:25.082014 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Port 04216612-6a17-42d7-bf1b-e4c80f38b38d on network af5e8334-9cb2-4ddc-b153-43f6f162f135 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:41:25.082337 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Attempting to bind port 04216612-6a17-42d7-bf1b-e4c80f38b38d on network af5e8334-9cb2-4ddc-b153-43f6f162f135 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:41:25.087301 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:41:25.087787 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Checking segment: {'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:41:25.088172 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Bound using segment: {'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:41:25.088742 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Bound port: 04216612-6a17-42d7-bf1b-e4c80f38b38d, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:41:25.089104 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (04216612-6a17-42d7-bf1b-e4c80f38b38d), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:25.151949 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] For port 04216612-6a17-42d7-bf1b-e4c80f38b38d, host hv-cinder-82947, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:41:25.154835 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] For port 04216612-6a17-42d7-bf1b-e4c80f38b38d, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=04216612-6a17-42d7-bf1b-e4c80f38b38d,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:41:25.159963 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (04216612-6a17-42d7-bf1b-e4c80f38b38d), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:25.191848 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:25.192538 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:25.193934 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] 10.222.0.60 "PUT /v2.0/ports/04216612-6a17-42d7-bf1b-e4c80f38b38d HTTP/1.1" status: 200 len: 1093 time: 0.5837083 Feb 16 05:41:25.194365 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'tag': '04216612-6a17-42d7-bf1b-e4c80f38b38d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:41:25.196583 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fecbf4-9e75-4850-80db-edb454c00d57" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd96ae9-65c0-4ea7-a034-c783711160d9", "tag": "04216612-6a17-42d7-bf1b-e4c80f38b38d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:41:25.224222 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1198e26-90da-441c-b4a1-45ced0070b13 service neutron] Pushing event updated for resources: {'Port': ['ID=04216612-6a17-42d7-bf1b-e4c80f38b38d,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:25.269988 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db37ebe-ee03-4e2d-82c0-4e682df85101 x-openstack-request-id: req-3db37ebe-ee03-4e2d-82c0-4e682df85101 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:41:25.270274 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd96ae9-65c0-4ea7-a034-c783711160d9", "tag": "04216612-6a17-42d7-bf1b-e4c80f38b38d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:41:25.270523 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3db37ebe-ee03-4e2d-82c0-4e682df85101 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:41:25.270913 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'tag': '04216612-6a17-42d7-bf1b-e4c80f38b38d', 'status': 'completed', 'code': 200} Feb 16 05:41:25.312001 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-38d0e510-8642-49b6-91e3-7eea463f341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:25.313544 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-38d0e510-8642-49b6-91e3-7eea463f341f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e5222e96e134b27b8a588f1309a0097&device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 1127 time: 0.0521455 Feb 16 05:41:25.376291 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-041bf857-fd85-40f1-bfd4-1fb7e7f2266a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04216612-6a17-42d7-bf1b-e4c80f38b38d HTTP/1.1" status: 200 len: 217 time: 0.0492477 Feb 16 05:41:25.424221 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-fa5e02de-86fa-4142-95aa-cb929f8a4fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:25.425721 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-fa5e02de-86fa-4142-95aa-cb929f8a4fb9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=770464aa-c905-4f1a-8cb7-b33ec5075f91 HTTP/1.1" status: 200 len: 850 time: 0.0441492 Feb 16 05:41:25.512478 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-408d39ea-89bf-414b-bae0-4798dd7b65dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:25.514266 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-408d39ea-89bf-414b-bae0-4798dd7b65dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af5e8334-9cb2-4ddc-b153-43f6f162f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807340 Feb 16 05:41:25.525726 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f15a8-985b-46a1-8de1-2fe431c5631b req-5eadf57a-cc21-4674-8648-596bbc44c832 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:25.527191 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-674f15a8-985b-46a1-8de1-2fe431c5631b req-5eadf57a-cc21-4674-8648-596bbc44c832 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 943 time: 0.0656557 Feb 16 05:41:25.632738 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-674f15a8-985b-46a1-8de1-2fe431c5631b req-51bbaf2c-0f1d-4c31-bf50-5f4c0b9a719d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971549 Feb 16 05:41:25.647774 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-09ade927-d0c4-4230-8213-d772e692d7f1 service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190889 Feb 16 05:41:25.746228 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f5dacc77-12dd-45cc-bb50-3c1a2bf627dd req-a83cff24-0a84-4543-828c-79800e07cbd4 service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915246 Feb 16 05:41:25.878248 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fecbf4-9e75-4850-80db-edb454c00d57 req-6b6cecd5-24f8-4098-95b5-1e763e323f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:25.879711 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f6fecbf4-9e75-4850-80db-edb454c00d57 req-6b6cecd5-24f8-4098-95b5-1e763e323f5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e5222e96e134b27b8a588f1309a0097&device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 1127 time: 0.0435643 Feb 16 05:41:25.968952 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fecbf4-9e75-4850-80db-edb454c00d57 req-7fd96ec6-e62f-4df0-9f86-077a2680daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:25.970417 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f6fecbf4-9e75-4850-80db-edb454c00d57 req-7fd96ec6-e62f-4df0-9f86-077a2680daf3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af5e8334-9cb2-4ddc-b153-43f6f162f135 HTTP/1.1" status: 200 len: 912 time: 0.0845203 Feb 16 05:41:26.011724 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f6fecbf4-9e75-4850-80db-edb454c00d57 req-11420ae9-0422-4c77-9bf2-b988720df95e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04216612-6a17-42d7-bf1b-e4c80f38b38d HTTP/1.1" status: 200 len: 217 time: 0.0336435 Feb 16 05:41:26.071251 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fecbf4-9e75-4850-80db-edb454c00d57 req-129f90ba-af27-46fd-b7b0-0596e735da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:26.072725 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f6fecbf4-9e75-4850-80db-edb454c00d57 req-129f90ba-af27-46fd-b7b0-0596e735da2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=770464aa-c905-4f1a-8cb7-b33ec5075f91 HTTP/1.1" status: 200 len: 850 time: 0.0541353 Feb 16 05:41:26.122469 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fecbf4-9e75-4850-80db-edb454c00d57 req-b630e1b7-f25d-415a-8ab1-973fdaa3a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:26.124278 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f6fecbf4-9e75-4850-80db-edb454c00d57 req-b630e1b7-f25d-415a-8ab1-973fdaa3a0a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af5e8334-9cb2-4ddc-b153-43f6f162f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451078 Feb 16 05:41:26.126578 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7543f25d-c60f-4acc-92a4-8747fddbccc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:26.211707 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f6fecbf4-9e75-4850-80db-edb454c00d57 req-4f48c130-79ac-452b-9dba-7911e4358378 service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818791 Feb 16 05:41:26.305528 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f6fecbf4-9e75-4850-80db-edb454c00d57 req-fd92d1fb-42e1-46b5-a817-9e2889ff511b service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879714 Feb 16 05:41:26.757824 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736d253-9acf-4d33-a512-ac189fcaedbc req-bc616e3d-219f-42b8-854c-ac7416d13507 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:26.759260 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d736d253-9acf-4d33-a512-ac189fcaedbc req-bc616e3d-219f-42b8-854c-ac7416d13507 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 943 time: 0.0514226 Feb 16 05:41:26.805999 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d736d253-9acf-4d33-a512-ac189fcaedbc req-d2d74748-9952-4020-926b-428bf8db0eae tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407150 Feb 16 05:41:27.921967 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a58ea-05f7-4277-80cd-acaa2d46504e req-2b724e47-aeaa-4364-bd55-6948276f3a18 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:27.923450 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-131a58ea-05f7-4277-80cd-acaa2d46504e req-2b724e47-aeaa-4364-bd55-6948276f3a18 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 943 time: 0.0534608 Feb 16 05:41:27.970778 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-131a58ea-05f7-4277-80cd-acaa2d46504e req-a0b03958-cb11-4beb-b3fe-5af4a6786acf tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418799 Feb 16 05:41:28.606434 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-362cd3fc-ce28-4d95-9814-bfede87f57cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:28.848134 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60362) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:41:28.949464 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b5065f91-3adb-41ed-abb4-314cf6d4b75d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:29.020699 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b5065f91-3adb-41ed-abb4-314cf6d4b75d admin admin] Publish callbacks [] for security_group (95a1023f-d709-4b32-b942-66a7d8356615), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:29.024673 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b5065f91-3adb-41ed-abb4-314cf6d4b75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (95a1023f-d709-4b32-b942-66a7d8356615), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:29.302469 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5065f91-3adb-41ed-abb4-314cf6d4b75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a1023f-d709-4b32-b942-66a7d8356615,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:29.308143 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-b5065f91-3adb-41ed-abb4-314cf6d4b75d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=21d5f7ee775d41109f8b5ab2bc21a1d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4590080 Feb 16 05:41:29.311548 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60368) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:41:29.330601 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282a893-418e-438b-8240-6c5dd18599f0 req-c7653006-5220-457b-a726-e527746a6749 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:29.332089 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1282a893-418e-438b-8240-6c5dd18599f0 req-c7653006-5220-457b-a726-e527746a6749 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 943 time: 0.2899473 Feb 16 05:41:29.359869 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-75676ea3-197d-4c7a-962f-39c40526315e admin admin] Publish callbacks [] for security_group (95a1023f-d709-4b32-b942-66a7d8356615), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:29.379195 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1282a893-418e-438b-8240-6c5dd18599f0 req-3fd0f28d-4aa2-4880-b017-41e01743fe7c tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414090 Feb 16 05:41:29.380069 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-75676ea3-197d-4c7a-962f-39c40526315e admin admin] Publish callbacks [] for security_group (95a1023f-d709-4b32-b942-66a7d8356615), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:29.430901 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-75676ea3-197d-4c7a-962f-39c40526315e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (95a1023f-d709-4b32-b942-66a7d8356615), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:29.433469 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-75676ea3-197d-4c7a-962f-39c40526315e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:29.437065 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-75676ea3-197d-4c7a-962f-39c40526315e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/95a1023f-d709-4b32-b942-66a7d8356615 HTTP/1.1" status: 204 len: 168 time: 0.1221693 Feb 16 05:41:29.442639 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75676ea3-197d-4c7a-962f-39c40526315e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a1023f-d709-4b32-b942-66a7d8356615,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:29.448427 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:30.021474 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60390) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:41:30.115321 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-451245cb-6266-4667-b22c-4aea6004a650 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1340039397-network', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:41:30.134095 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451245cb-6266-4667-b22c-4aea6004a650 admin admin] Made reservation on behalf of ba122c4197da463faf4c622f2ba7087c for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:41:30.136298 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-451245cb-6266-4667-b22c-4aea6004a650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:30.144776 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-451245cb-6266-4667-b22c-4aea6004a650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:30.216128 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-451245cb-6266-4667-b22c-4aea6004a650 admin admin] Publish callbacks [] for security_group (5b4d5a8f-ad18-4aef-b23c-09b3a6561849), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:30.220650 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-451245cb-6266-4667-b22c-4aea6004a650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (5b4d5a8f-ad18-4aef-b23c-09b3a6561849), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:30.245371 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451245cb-6266-4667-b22c-4aea6004a650 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 05:41:30.254876 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451245cb-6266-4667-b22c-4aea6004a650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4d5a8f-ad18-4aef-b23c-09b3a6561849,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:30.262718 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-451245cb-6266-4667-b22c-4aea6004a650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (b3a4254d-bfcc-4d96-a405-243f85064c32), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:30.263253 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.segments_db [None req-451245cb-6266-4667-b22c-4aea6004a650 admin admin] Added segment b3a4254d-bfcc-4d96-a405-243f85064c32 of type vlan for network 0b0691c0-8422-407b-956a-b27b220175f4 Feb 16 05:41:30.302709 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-451245cb-6266-4667-b22c-4aea6004a650 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (0b0691c0-8422-407b-956a-b27b220175f4), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:30.334915 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-451245cb-6266-4667-b22c-4aea6004a650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (0b0691c0-8422-407b-956a-b27b220175f4), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:30.336473 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451245cb-6266-4667-b22c-4aea6004a650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:30.337124 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-451245cb-6266-4667-b22c-4aea6004a650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:30.394317 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-451245cb-6266-4667-b22c-4aea6004a650 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3717794 Feb 16 05:41:30.397324 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60394) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:41:30.399927 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451245cb-6266-4667-b22c-4aea6004a650 admin admin] Pushing event updated for resources: {'Network': ['ID=0b0691c0-8422-407b-956a-b27b220175f4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:30.402263 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-b48423cb-eb75-4496-94fb-cbe00da406d3 admin admin] Request body: {'subnet': {'network_id': '0b0691c0-8422-407b-956a-b27b220175f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1340039397-subnet', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:41:30.411751 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network 0b0691c0-8422-407b-956a-b27b220175f4 details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:41:30.422589 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48423cb-eb75-4496-94fb-cbe00da406d3 admin admin] Made reservation on behalf of ba122c4197da463faf4c622f2ba7087c for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:41:30.424853 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b48423cb-eb75-4496-94fb-cbe00da406d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3813013'] for subnet (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:30.512197 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d748189-6c36-4453-827a-28343f60279a req-df7dcf8d-8d14-4242-af54-cc5e7b21f2b0 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:30.513687 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9d748189-6c36-4453-827a-28343f60279a req-df7dcf8d-8d14-4242-af54-cc5e7b21f2b0 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 943 time: 0.0571251 Feb 16 05:41:30.563065 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9d748189-6c36-4453-827a-28343f60279a req-8e3b51f4-31dc-4ede-9701-9c5e0ba26dd7 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436299 Feb 16 05:41:30.589086 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b48423cb-eb75-4496-94fb-cbe00da406d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4118562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3812999'] for subnet (99b171fc-5a2e-4958-adb5-476be9ec1e55), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:30.643499 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48423cb-eb75-4496-94fb-cbe00da406d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b171fc-5a2e-4958-adb5-476be9ec1e55,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:30.651199 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48423cb-eb75-4496-94fb-cbe00da406d3 admin admin] Checking segment: {'id': 'b3a4254d-bfcc-4d96-a405-243f85064c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:41:30.651563 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48423cb-eb75-4496-94fb-cbe00da406d3 admin admin] Network hostable DHCP agents. Network: 0b0691c0-8422-407b-956a-b27b220175f4, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:41:30.667885 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48423cb-eb75-4496-94fb-cbe00da406d3 admin admin] Network 0b0691c0-8422-407b-956a-b27b220175f4 is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:41:30.677090 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-b48423cb-eb75-4496-94fb-cbe00da406d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, 0b0691c0-8422-407b-956a-b27b220175f4) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:41:30.681660 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48423cb-eb75-4496-94fb-cbe00da406d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:30.682841 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b48423cb-eb75-4496-94fb-cbe00da406d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:30.686620 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec23ae01-2573-4f05-a5a7-5a9b6d9d0c67 None None] Network 0b0691c0-8422-407b-956a-b27b220175f4 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:41:30.698894 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-b48423cb-eb75-4496-94fb-cbe00da406d3 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3005078 Feb 16 05:41:30.702039 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60398) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:41:30.706155 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1340039397-router', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:41:30.725082 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (034d4c57-126d-4646-9391-38882cf8caf0), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:30.726259 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1641993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5499'] for router (034d4c57-126d-4646-9391-38882cf8caf0), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:30.786555 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] Publish callbacks [] for router_controller (034d4c57-126d-4646-9391-38882cf8caf0), precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:30.790252 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee9ae567-8b16-543d-b7e8-94b1639e7e51-0b0691c0-8422-407b-956a-b27b220175f4', 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4', 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'fixed_ips': [{'subnet_id': '99b171fc-5a2e-4958-adb5-476be9ec1e55'}]}} from dv-cinder-829473-2-iscsi. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 05:41:30.791302 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:30.926071 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] Publish callbacks [] for router_gateway (034d4c57-126d-4646-9391-38882cf8caf0), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:30.926325 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Allocated IP 172.20.0.2 (0b0691c0-8422-407b-956a-b27b220175f4/99b171fc-5a2e-4958-adb5-476be9ec1e55/c7bad384-5efc-4318-9cbb-a3af5c465149) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:41:31.002945 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:31.077666 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Publish callbacks [] for port (c7bad384-5efc-4318-9cbb-a3af5c465149), precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:31.083800 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (c7bad384-5efc-4318-9cbb-a3af5c465149), after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:31.123663 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] Publish callbacks [] for router_gateway (034d4c57-126d-4646-9391-38882cf8caf0), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:31.125600 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Network 0b0691c0-8422-407b-956a-b27b220175f4 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:41:31.128525 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:41:31.132693 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:41:31.135704 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Pushing event updated for resources: {'Port': ['ID=c7bad384-5efc-4318-9cbb-a3af5c465149,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:31.144903 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:31.190749 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Attempting to bind port c7bad384-5efc-4318-9cbb-a3af5c465149 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:41:31.191028 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Attempting to bind port c7bad384-5efc-4318-9cbb-a3af5c465149 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': 'b3a4254d-bfcc-4d96-a405-243f85064c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:41:31.191389 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Attempting to bind port c7bad384-5efc-4318-9cbb-a3af5c465149 on network 0b0691c0-8422-407b-956a-b27b220175f4 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:41:31.196357 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:41:31.196735 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Checking segment: {'id': 'b3a4254d-bfcc-4d96-a405-243f85064c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:41:31.197152 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:31.197561 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Bound using segment: {'id': 'b3a4254d-bfcc-4d96-a405-243f85064c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:41:31.198020 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Bound port: c7bad384-5efc-4318-9cbb-a3af5c465149, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a4254d-bfcc-4d96-a405-243f85064c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:41:31.198400 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (c7bad384-5efc-4318-9cbb-a3af5c465149), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:31.248972 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] Allocated IP 172.27.0.2 (61efc28e-7d20-4d92-8b96-aa9398e7f442/35988b50-7f57-43f7-b0a5-0909380c9793/5a6e8c44-ffb2-441e-8e87-5f5488d2c021) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:41:31.259618 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] For port c7bad384-5efc-4318-9cbb-a3af5c465149, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:41:31.263209 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] For port c7bad384-5efc-4318-9cbb-a3af5c465149, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=c7bad384-5efc-4318-9cbb-a3af5c465149,segment=NetworkSegment(b3a4254d-bfcc-4d96-a405-243f85064c32),segment_id=b3a4254d-bfcc-4d96-a405-243f85064c32)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:41:31.268387 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (c7bad384-5efc-4318-9cbb-a3af5c465149), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:31.327876 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd5370-30a3-4a2b-bccd-00e2a91b3428 None None] Pushing event updated for resources: {'Port': ['ID=c7bad384-5efc-4318-9cbb-a3af5c465149,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:31.357797 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] Publish callbacks [] for port (5a6e8c44-ffb2-441e-8e87-5f5488d2c021), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:31.392261 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (5a6e8c44-ffb2-441e-8e87-5f5488d2c021), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:31.438357 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:41:31.441332 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:41:31.444837 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:41:31.450861 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] Pushing event updated for resources: {'Port': ['ID=5a6e8c44-ffb2-441e-8e87-5f5488d2c021,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:31.748032 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087974d8-c14d-42f1-80c8-aa34aac4f2ca req-50c59dd7-2971-43d2-a7f1-8d95619e2b7c tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:31.749742 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-087974d8-c14d-42f1-80c8-aa34aac4f2ca req-50c59dd7-2971-43d2-a7f1-8d95619e2b7c tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 943 time: 0.1020546 Feb 16 05:41:31.752446 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] Publish callbacks [] for router_gateway (034d4c57-126d-4646-9391-38882cf8caf0), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:31.832807 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device c7bad384-5efc-4318-9cbb-a3af5c465149 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:41:31.875912 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-087974d8-c14d-42f1-80c8-aa34aac4f2ca req-f7f27d2e-0324-4a0d-b67b-82d9273f60a4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859747 Feb 16 05:41:31.883870 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port c7bad384-5efc-4318-9cbb-a3af5c465149 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:31.884245 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (c7bad384-5efc-4318-9cbb-a3af5c465149), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:31.963791 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port c7bad384-5efc-4318-9cbb-a3af5c465149 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:31.964184 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (c7bad384-5efc-4318-9cbb-a3af5c465149), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:32.001965 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] For port c7bad384-5efc-4318-9cbb-a3af5c465149, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=c7bad384-5efc-4318-9cbb-a3af5c465149,segment=NetworkSegment(b3a4254d-bfcc-4d96-a405-243f85064c32),segment_id=b3a4254d-bfcc-4d96-a405-243f85064c32)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:41:32.007183 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (c7bad384-5efc-4318-9cbb-a3af5c465149), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:32.008781 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588116'] for router (034d4c57-126d-4646-9391-38882cf8caf0), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:32.056368 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Pushing event updated for resources: {'Port': ['ID=c7bad384-5efc-4318-9cbb-a3af5c465149,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:32.143385 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] Router 034d4c57-126d-4646-9391-38882cf8caf0 is scheduled to L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 05:41:32.215930 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ebd7ff-de10-4447-b918-4488e10da6b8 None None] Network 0b0691c0-8422-407b-956a-b27b220175f4 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:41:32.253198 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:41:32.265061 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Sync routers for ids ['034d4c57-126d-4646-9391-38882cf8caf0'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:41:32.270771 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:32.274671 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-15ccdabb-65b4-4232-b0c5-5db0f9aee8d8 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5696747 Feb 16 05:41:32.274950 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60402) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:41:32.284845 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Routers {'034d4c57-126d-4646-9391-38882cf8caf0'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:41:32.285492 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:41:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['034d4c57-126d-4646-9391-38882cf8caf0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:32.537243 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4028d240-cf76-4cad-9cc6-57a369b23fbc None None] Provisioning complete for port c7bad384-5efc-4318-9cbb-a3af5c465149 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:32.537654 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4028d240-cf76-4cad-9cc6-57a369b23fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (c7bad384-5efc-4318-9cbb-a3af5c465149), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:32.607838 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Set router 034d4c57-126d-4646-9391-38882cf8caf0 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:41:32.765799 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4028d240-cf76-4cad-9cc6-57a369b23fbc None None] Current status of the port c7bad384-5efc-4318-9cbb-a3af5c465149 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:32.849230 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:32.864702 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034d4c57-126d-4646-9391-38882cf8caf0', 'name': 'tempest-TestMinimumBasicScenario-1340039397-router', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:30Z', 'updated_at': '2022-02-16T05:41:31Z', 'revision_number': 3, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'gw_port': {'id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:31Z', 'updated_at': '2022-02-16T05:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:32.895714 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Checking router: 034d4c57-126d-4646-9391-38882cf8caf0 for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:41:32.896071 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Updating router 034d4c57-126d-4646-9391-38882cf8caf0 port 5a6e8c44-ffb2-441e-8e87-5f5488d2c021 binding host dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:41:32.923524 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3a7787e-18a1-4628-9070-1f728fed27bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:32.930625 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ebb149bf-2006-4f50-92c9-33cd8e4378dc None None] Provisioning complete for port c7bad384-5efc-4318-9cbb-a3af5c465149 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:32.930999 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ebb149bf-2006-4f50-92c9-33cd8e4378dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (c7bad384-5efc-4318-9cbb-a3af5c465149), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:32.934234 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (5a6e8c44-ffb2-441e-8e87-5f5488d2c021), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:33.007223 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eac04d-0e4d-44df-948e-419d2b192c62 req-2729f751-f86f-4ca2-bd8a-e89b2f71680c tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:33.008727 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f4eac04d-0e4d-44df-948e-419d2b192c62 req-2729f751-f86f-4ca2-bd8a-e89b2f71680c tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 943 time: 0.0566669 Feb 16 05:41:33.063215 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f4eac04d-0e4d-44df-948e-419d2b192c62 req-e33f5f44-37c7-43dc-9b80-c45670fa8d3e tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477540 Feb 16 05:41:33.089426 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-c3a7787e-18a1-4628-9070-1f728fed27bd admin admin] Allocated IP 172.20.0.1 (0b0691c0-8422-407b-956a-b27b220175f4/99b171fc-5a2e-4958-adb5-476be9ec1e55/007f232c-bffd-4124-978d-ba569b503c64) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:41:33.142967 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ebb149bf-2006-4f50-92c9-33cd8e4378dc None None] Current status of the port c7bad384-5efc-4318-9cbb-a3af5c465149 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:33.196527 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3a7787e-18a1-4628-9070-1f728fed27bd admin admin] Publish callbacks [] for port (007f232c-bffd-4124-978d-ba569b503c64), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:33.229597 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3a7787e-18a1-4628-9070-1f728fed27bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (007f232c-bffd-4124-978d-ba569b503c64), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:33.253035 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Publish callbacks [] for port (5a6e8c44-ffb2-441e-8e87-5f5488d2c021), precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:33.258291 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (5a6e8c44-ffb2-441e-8e87-5f5488d2c021), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:33.267594 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a7787e-18a1-4628-9070-1f728fed27bd admin admin] Network 0b0691c0-8422-407b-956a-b27b220175f4 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:41:33.272936 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-c3a7787e-18a1-4628-9070-1f728fed27bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:41:33.276503 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a7787e-18a1-4628-9070-1f728fed27bd admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:41:33.303246 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7787e-18a1-4628-9070-1f728fed27bd admin admin] Pushing event updated for resources: {'Port': ['ID=007f232c-bffd-4124-978d-ba569b503c64,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:33.315402 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Attempting to bind port 5a6e8c44-ffb2-441e-8e87-5f5488d2c021 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:41:33.315764 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Attempting to bind port 5a6e8c44-ffb2-441e-8e87-5f5488d2c021 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:41:33.316136 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Attempting to bind port 5a6e8c44-ffb2-441e-8e87-5f5488d2c021 on network 61efc28e-7d20-4d92-8b96-aa9398e7f442 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:41:33.319478 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741e6d9-40fb-4125-a08e-71d16b33cbd8 None None] Pushing event updated for resources: {'Port': ['ID=5a6e8c44-ffb2-441e-8e87-5f5488d2c021,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:33.322020 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3a7787e-18a1-4628-9070-1f728fed27bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588071'] for router_interface (034d4c57-126d-4646-9391-38882cf8caf0), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:33.325206 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:41:33.325759 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Checking segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:41:33.326173 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:33.326565 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Bound using segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:41:33.327035 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Bound port: 5a6e8c44-ffb2-441e-8e87-5f5488d2c021, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:41:33.327476 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (5a6e8c44-ffb2-441e-8e87-5f5488d2c021), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:33.385674 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] For port 5a6e8c44-ffb2-441e-8e87-5f5488d2c021, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:41:33.388904 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] For port 5a6e8c44-ffb2-441e-8e87-5f5488d2c021, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=5a6e8c44-ffb2-441e-8e87-5f5488d2c021,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:41:33.395519 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (5a6e8c44-ffb2-441e-8e87-5f5488d2c021), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:33.460830 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Routers {'034d4c57-126d-4646-9391-38882cf8caf0'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:41:33.461517 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:41:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['034d4c57-126d-4646-9391-38882cf8caf0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:33.461940 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3a7787e-18a1-4628-9070-1f728fed27bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (007f232c-bffd-4124-978d-ba569b503c64), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:33.463255 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741e6d9-40fb-4125-a08e-71d16b33cbd8 None None] Pushing event updated for resources: {'Port': ['ID=5a6e8c44-ffb2-441e-8e87-5f5488d2c021,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:33.595024 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e950e478-8414-431c-ad8b-b749d6d921a0 None None] Provisioning complete for port 007f232c-bffd-4124-978d-ba569b503c64 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:33.595428 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e950e478-8414-431c-ad8b-b749d6d921a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (007f232c-bffd-4124-978d-ba569b503c64), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:33.622690 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] Set router 034d4c57-126d-4646-9391-38882cf8caf0 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:41:33.639704 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3a7787e-18a1-4628-9070-1f728fed27bd admin admin] Publish callbacks [] for port (007f232c-bffd-4124-978d-ba569b503c64), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:33.643989 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3a7787e-18a1-4628-9070-1f728fed27bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (007f232c-bffd-4124-978d-ba569b503c64), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:33.667333 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e950e478-8414-431c-ad8b-b749d6d921a0 None None] Port 007f232c-bffd-4124-978d-ba569b503c64 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:41:33.707987 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7787e-18a1-4628-9070-1f728fed27bd admin admin] Pushing event updated for resources: {'Port': ['ID=007f232c-bffd-4124-978d-ba569b503c64,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:33.710898 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3a7787e-18a1-4628-9070-1f728fed27bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1516491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588695'] for router_interface (034d4c57-126d-4646-9391-38882cf8caf0), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:33.809911 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device c7bad384-5efc-4318-9cbb-a3af5c465149 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:41:33.812289 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a7787e-18a1-4628-9070-1f728fed27bd admin admin] Network 0b0691c0-8422-407b-956a-b27b220175f4 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:41:33.813687 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-c3a7787e-18a1-4628-9070-1f728fed27bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:41:33.878465 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034d4c57-126d-4646-9391-38882cf8caf0', 'name': 'tempest-TestMinimumBasicScenario-1340039397-router', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:30Z', 'updated_at': '2022-02-16T05:41:33Z', 'revision_number': 4, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'gw_port': {'id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:31Z', 'updated_at': '2022-02-16T05:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '007f232c-bffd-4124-978d-ba569b503c64', 'name': '', 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'mac_address': 'fa:16:3e:1a:ef:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:32Z', 'updated_at': '2022-02-16T05:41:33Z', 'revision_number': 1, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'subnets': [{'id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:33.882533 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port c7bad384-5efc-4318-9cbb-a3af5c465149 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:33.882533 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (c7bad384-5efc-4318-9cbb-a3af5c465149), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:33.909125 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620df55-1bc5-4c5b-b649-d61b2423e86b None None] The sync data for ids ['034d4c57-126d-4646-9391-38882cf8caf0'] in dv-cinder-829473-2-iscsi is: [{'id': '034d4c57-126d-4646-9391-38882cf8caf0', 'name': 'tempest-TestMinimumBasicScenario-1340039397-router', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:30Z', 'updated_at': '2022-02-16T05:41:33Z', 'revision_number': 4, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'gw_port': {'id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:31Z', 'updated_at': '2022-02-16T05:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '007f232c-bffd-4124-978d-ba569b503c64', 'name': '', 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'mac_address': 'fa:16:3e:1a:ef:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:32Z', 'updated_at': '2022-02-16T05:41:33Z', 'revision_number': 1, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'subnets': [{'id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:41:33.935528 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a7787e-18a1-4628-9070-1f728fed27bd admin admin] Router 034d4c57-126d-4646-9391-38882cf8caf0 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:41:33.996391 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port c7bad384-5efc-4318-9cbb-a3af5c465149 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:34.061600 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a7787e-18a1-4628-9070-1f728fed27bd admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:41:34.066551 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-c3a7787e-18a1-4628-9070-1f728fed27bd admin admin] 10.222.0.75 "PUT /v2.0/routers/034d4c57-126d-4646-9391-38882cf8caf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7904832 Feb 16 05:41:34.085341 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 04216612-6a17-42d7-bf1b-e4c80f38b38d details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:41:34.106665 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-26d85afd-5f34-4ee8-928b-8423b4f7eda7 None None] Provisioning complete for port 007f232c-bffd-4124-978d-ba569b503c64 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:34.107033 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-26d85afd-5f34-4ee8-928b-8423b4f7eda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (007f232c-bffd-4124-978d-ba569b503c64), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:34.240815 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-26d85afd-5f34-4ee8-928b-8423b4f7eda7 None None] Port 007f232c-bffd-4124-978d-ba569b503c64 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:41:34.293394 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 04216612-6a17-42d7-bf1b-e4c80f38b38d, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=04216612-6a17-42d7-bf1b-e4c80f38b38d,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:41:34.314873 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227916e-b320-4358-aceb-ff14e2a3a55d req-e21ed5ae-dbae-4ecc-9b10-80458cd62efe tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:34.316463 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0227916e-b320-4358-aceb-ff14e2a3a55d req-e21ed5ae-dbae-4ecc-9b10-80458cd62efe tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 943 time: 0.1169479 Feb 16 05:41:34.319442 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': '04216612-6a17-42d7-bf1b-e4c80f38b38d', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'port_id': '04216612-6a17-42d7-bf1b-e4c80f38b38d', 'mac_address': 'fa:16:3e:06:4d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:41:34.373309 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 04216612-6a17-42d7-bf1b-e4c80f38b38d is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:34.373966 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (04216612-6a17-42d7-bf1b-e4c80f38b38d), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:34.380315 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0227916e-b320-4358-aceb-ff14e2a3a55d req-e577a274-7a19-4d40-b59f-2a7a586570d3 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559037 Feb 16 05:41:34.413959 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04216612-6a17-42d7-bf1b-e4c80f38b38d {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:41:34.435432 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 04216612-6a17-42d7-bf1b-e4c80f38b38d, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=04216612-6a17-42d7-bf1b-e4c80f38b38d,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:41:34.442564 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (04216612-6a17-42d7-bf1b-e4c80f38b38d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:34.498111 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=04216612-6a17-42d7-bf1b-e4c80f38b38d,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:34.728345 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['04216612-6a17-42d7-bf1b-e4c80f38b38d'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:41:34.762983 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60422) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:41:34.767869 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9440d137-30ac-4917-9785-bef86c4e0bd2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1673382420-network', 'tenant_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:41:34.794574 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9440d137-30ac-4917-9785-bef86c4e0bd2 admin admin] Made reservation on behalf of e59fd9d8b19f4a2d825d19e5a6ed8a08 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:41:34.801984 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9440d137-30ac-4917-9785-bef86c4e0bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:34.815639 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9440d137-30ac-4917-9785-bef86c4e0bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:34.918048 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9440d137-30ac-4917-9785-bef86c4e0bd2 admin admin] Publish callbacks [] for security_group (55c68cda-716d-4f05-992c-bd9b1796e27c), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:34.923592 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9440d137-30ac-4917-9785-bef86c4e0bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (55c68cda-716d-4f05-992c-bd9b1796e27c), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:34.956558 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9440d137-30ac-4917-9785-bef86c4e0bd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 05:41:34.958718 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440d137-30ac-4917-9785-bef86c4e0bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c68cda-716d-4f05-992c-bd9b1796e27c,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:34.969917 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9440d137-30ac-4917-9785-bef86c4e0bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (12d4c5ad-2652-48ab-b193-78d6887ec928), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:34.970455 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-9440d137-30ac-4917-9785-bef86c4e0bd2 admin admin] Added segment 12d4c5ad-2652-48ab-b193-78d6887ec928 of type vlan for network 04b905db-a12c-43cf-80ed-4728470e5cba Feb 16 05:41:35.015377 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9440d137-30ac-4917-9785-bef86c4e0bd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (04b905db-a12c-43cf-80ed-4728470e5cba), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:35.042455 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9440d137-30ac-4917-9785-bef86c4e0bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (04b905db-a12c-43cf-80ed-4728470e5cba), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:35.043575 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9440d137-30ac-4917-9785-bef86c4e0bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:35.044262 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9440d137-30ac-4917-9785-bef86c4e0bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:35.102885 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60424) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:41:35.103447 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-9440d137-30ac-4917-9785-bef86c4e0bd2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3388164 Feb 16 05:41:35.111497 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c3fca158-7334-4c9b-b354-9571c00e594b admin admin] Request body: {'subnet': {'network_id': '04b905db-a12c-43cf-80ed-4728470e5cba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1673382420-subnet', 'tenant_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:41:35.111988 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440d137-30ac-4917-9785-bef86c4e0bd2 admin admin] Pushing event updated for resources: {'Network': ['ID=04b905db-a12c-43cf-80ed-4728470e5cba,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:35.126686 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network 04b905db-a12c-43cf-80ed-4728470e5cba details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:41:35.135206 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fca158-7334-4c9b-b354-9571c00e594b admin admin] Made reservation on behalf of e59fd9d8b19f4a2d825d19e5a6ed8a08 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:41:35.138269 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3fca158-7334-4c9b-b354-9571c00e594b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8738796'] for subnet (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:35.557603 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8553cc-45ec-46a4-8ab2-5561b92aad1c req-8d1f98c7-0dac-4358-a228-b4b4545c49b1 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:35.559674 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e8553cc-45ec-46a4-8ab2-5561b92aad1c req-8d1f98c7-0dac-4358-a228-b4b4545c49b1 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 944 time: 0.0960510 Feb 16 05:41:35.649800 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e8553cc-45ec-46a4-8ab2-5561b92aad1c req-5a0dd5ae-f8e2-48b5-92d7-b36034b0019a tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842214 Feb 16 05:41:35.651199 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3fca158-7334-4c9b-b354-9571c00e594b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10125813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8738814'] for subnet (54416113-a6ee-4c4e-a6f3-ede79f20714c), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:35.704265 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fca158-7334-4c9b-b354-9571c00e594b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54416113-a6ee-4c4e-a6f3-ede79f20714c,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:35.716616 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fca158-7334-4c9b-b354-9571c00e594b admin admin] Checking segment: {'id': '12d4c5ad-2652-48ab-b193-78d6887ec928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04b905db-a12c-43cf-80ed-4728470e5cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:41:35.716983 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fca158-7334-4c9b-b354-9571c00e594b admin admin] Network hostable DHCP agents. Network: 04b905db-a12c-43cf-80ed-4728470e5cba, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:41:35.733717 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fca158-7334-4c9b-b354-9571c00e594b admin admin] Network 04b905db-a12c-43cf-80ed-4728470e5cba is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:41:35.742522 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c3fca158-7334-4c9b-b354-9571c00e594b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, 04b905db-a12c-43cf-80ed-4728470e5cba) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:41:35.746978 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fca158-7334-4c9b-b354-9571c00e594b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:35.747580 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3fca158-7334-4c9b-b354-9571c00e594b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:35.753524 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbda739-ee84-45d5-a1a4-dd71c113cdbc None None] Network 04b905db-a12c-43cf-80ed-4728470e5cba requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:41:35.767428 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-c3fca158-7334-4c9b-b354-9571c00e594b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6606157 Feb 16 05:41:35.767428 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60428) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:41:35.771437 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1673382420-router', 'tenant_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:41:35.792431 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (a06bba0e-1439-47b3-ab66-02b3f72f9949), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:35.793514 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1641993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5499'] for router (a06bba0e-1439-47b3-ab66-02b3f72f9949), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:35.860562 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] Publish callbacks [] for router_controller (a06bba0e-1439-47b3-ab66-02b3f72f9949), precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:35.879202 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 5a6e8c44-ffb2-441e-8e87-5f5488d2c021 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:41:35.905460 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee9ae567-8b16-543d-b7e8-94b1639e7e51-04b905db-a12c-43cf-80ed-4728470e5cba', 'network_id': '04b905db-a12c-43cf-80ed-4728470e5cba', 'project_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'fixed_ips': [{'subnet_id': '54416113-a6ee-4c4e-a6f3-ede79f20714c'}]}} from dv-cinder-829473-2-iscsi. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 05:41:35.906737 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.006865 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 5a6e8c44-ffb2-441e-8e87-5f5488d2c021 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:36.007351 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (5a6e8c44-ffb2-441e-8e87-5f5488d2c021), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.012360 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] Publish callbacks [] for router_gateway (a06bba0e-1439-47b3-ab66-02b3f72f9949), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.091176 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Allocated IP 172.20.0.2 (04b905db-a12c-43cf-80ed-4728470e5cba/54416113-a6ee-4c4e-a6f3-ede79f20714c/ee224cff-9c8c-46f9-8f61-f402752694b9) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:41:36.097726 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 04216612-6a17-42d7-bf1b-e4c80f38b38d up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:41:36.209162 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 5a6e8c44-ffb2-441e-8e87-5f5488d2c021 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:36.209829 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (5a6e8c44-ffb2-441e-8e87-5f5488d2c021), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.216120 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] Publish callbacks [] for router_gateway (a06bba0e-1439-47b3-ab66-02b3f72f9949), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.223973 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Sync routers for ids ['034d4c57-126d-4646-9391-38882cf8caf0'] in dv-cinder-829473-2-iscsi {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:41:36.235445 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Routers {'034d4c57-126d-4646-9391-38882cf8caf0'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:41:36.236341 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:41:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['034d4c57-126d-4646-9391-38882cf8caf0'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:36.237343 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.241186 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] For port 5a6e8c44-ffb2-441e-8e87-5f5488d2c021, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=5a6e8c44-ffb2-441e-8e87-5f5488d2c021,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:41:36.255053 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (5a6e8c44-ffb2-441e-8e87-5f5488d2c021), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.266407 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port 04216612-6a17-42d7-bf1b-e4c80f38b38d completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:41:36.304946 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port 04216612-6a17-42d7-bf1b-e4c80f38b38d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:36.305350 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (04216612-6a17-42d7-bf1b-e4c80f38b38d), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.347465 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Set router 034d4c57-126d-4646-9391-38882cf8caf0 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:41:36.353047 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] Allocated IP 172.27.0.159 (61efc28e-7d20-4d92-8b96-aa9398e7f442/35988b50-7f57-43f7-b0a5-0909380c9793/2ebbab4f-41c9-425c-b0d5-e26ab30d97fe) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:41:36.395898 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Pushing event updated for resources: {'Port': ['ID=5a6e8c44-ffb2-441e-8e87-5f5488d2c021,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:36.417486 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Publish callbacks [] for port (ee224cff-9c8c-46f9-8f61-f402752694b9), precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.425912 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (ee224cff-9c8c-46f9-8f61-f402752694b9), after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.478704 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] Publish callbacks [] for port (2ebbab4f-41c9-425c-b0d5-e26ab30d97fe), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.490242 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Network 04b905db-a12c-43cf-80ed-4728470e5cba is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:41:36.499615 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:41:36.503250 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:41:36.505148 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 04216612-6a17-42d7-bf1b-e4c80f38b38d is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:36.505585 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (04216612-6a17-42d7-bf1b-e4c80f38b38d), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.518647 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (2ebbab4f-41c9-425c-b0d5-e26ab30d97fe), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.531888 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Pushing event updated for resources: {'Port': ['ID=ee224cff-9c8c-46f9-8f61-f402752694b9,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:36.555985 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034d4c57-126d-4646-9391-38882cf8caf0', 'name': 'tempest-TestMinimumBasicScenario-1340039397-router', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:30Z', 'updated_at': '2022-02-16T05:41:33Z', 'revision_number': 4, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'gw_port': {'id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:31Z', 'updated_at': '2022-02-16T05:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '007f232c-bffd-4124-978d-ba569b503c64', 'name': '', 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'mac_address': 'fa:16:3e:1a:ef:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:32Z', 'updated_at': '2022-02-16T05:41:33Z', 'revision_number': 2, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'subnets': [{'id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:36.556454 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04216612-6a17-42d7-bf1b-e4c80f38b38d'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:41:36.558797 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28782426-3b31-487c-9d48-806e63f6f787" -d '{"events": [{"server_uuid": "7fd96ae9-65c0-4ea7-a034-c783711160d9", "name": "network-vif-plugged", "status": "completed", "tag": "04216612-6a17-42d7-bf1b-e4c80f38b38d"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:41:36.563698 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:41:36.568795 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:41:36.571267 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:41:36.587233 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 04216612-6a17-42d7-bf1b-e4c80f38b38d, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=04216612-6a17-42d7-bf1b-e4c80f38b38d,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:41:36.597690 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Checking router: 034d4c57-126d-4646-9391-38882cf8caf0 for host: dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:41:36.598053 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Updating router 034d4c57-126d-4646-9391-38882cf8caf0 port 007f232c-bffd-4124-978d-ba569b503c64 binding host dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:41:36.600088 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Attempting to bind port ee224cff-9c8c-46f9-8f61-f402752694b9 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:41:36.600477 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Attempting to bind port ee224cff-9c8c-46f9-8f61-f402752694b9 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': '12d4c5ad-2652-48ab-b193-78d6887ec928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04b905db-a12c-43cf-80ed-4728470e5cba'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:41:36.600847 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Attempting to bind port ee224cff-9c8c-46f9-8f61-f402752694b9 on network 04b905db-a12c-43cf-80ed-4728470e5cba {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:41:36.602757 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] Pushing event updated for resources: {'Port': ['ID=2ebbab4f-41c9-425c-b0d5-e26ab30d97fe,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:36.613100 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9d7110-09de-4363-afc1-3fa00566b20b x-openstack-request-id: req-3f9d7110-09de-4363-afc1-3fa00566b20b {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:41:36.613896 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd96ae9-65c0-4ea7-a034-c783711160d9", "name": "network-vif-plugged", "status": "completed", "tag": "04216612-6a17-42d7-bf1b-e4c80f38b38d", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:41:36.614155 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3f9d7110-09de-4363-afc1-3fa00566b20b {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:41:36.614550 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04216612-6a17-42d7-bf1b-e4c80f38b38d', 'code': 200} Feb 16 05:41:36.615180 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (04216612-6a17-42d7-bf1b-e4c80f38b38d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.619498 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:41:36.619874 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Checking segment: {'id': '12d4c5ad-2652-48ab-b193-78d6887ec928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04b905db-a12c-43cf-80ed-4728470e5cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:41:36.620265 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.620648 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Bound using segment: {'id': '12d4c5ad-2652-48ab-b193-78d6887ec928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04b905db-a12c-43cf-80ed-4728470e5cba'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:41:36.621151 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Bound port: ee224cff-9c8c-46f9-8f61-f402752694b9, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d4c5ad-2652-48ab-b193-78d6887ec928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04b905db-a12c-43cf-80ed-4728470e5cba'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:41:36.621560 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (ee224cff-9c8c-46f9-8f61-f402752694b9), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.627220 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (007f232c-bffd-4124-978d-ba569b503c64), before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.719843 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=04216612-6a17-42d7-bf1b-e4c80f38b38d,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:36.767037 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] For port ee224cff-9c8c-46f9-8f61-f402752694b9, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:41:36.770740 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] For port ee224cff-9c8c-46f9-8f61-f402752694b9, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=ee224cff-9c8c-46f9-8f61-f402752694b9,segment=NetworkSegment(12d4c5ad-2652-48ab-b193-78d6887ec928),segment_id=12d4c5ad-2652-48ab-b193-78d6887ec928)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:41:36.780240 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (ee224cff-9c8c-46f9-8f61-f402752694b9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.832387 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074810d-4225-41fe-b74d-553f4eae4d71 req-a6b75717-d791-4bc2-b225-5199ac56e8d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:36.834071 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7074810d-4225-41fe-b74d-553f4eae4d71 req-a6b75717-d791-4bc2-b225-5199ac56e8d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 945 time: 0.1015763 Feb 16 05:41:36.871689 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65a4fc-94a4-44b1-bcf3-a518a4434235 None None] Pushing event updated for resources: {'Port': ['ID=ee224cff-9c8c-46f9-8f61-f402752694b9,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:36.957067 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Publish callbacks [] for port (007f232c-bffd-4124-978d-ba569b503c64), precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.962997 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (007f232c-bffd-4124-978d-ba569b503c64), after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:36.991434 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7074810d-4225-41fe-b74d-553f4eae4d71 req-876f0966-6530-4002-834d-4205aee5e3ea tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193550 Feb 16 05:41:37.005645 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f112ea-1997-4091-b6d9-7e871f14dd3f req-cbbc4453-4c38-43c8-990f-928c44e97cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:37.007140 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-76f112ea-1997-4091-b6d9-7e871f14dd3f req-cbbc4453-4c38-43c8-990f-928c44e97cbb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 1129 time: 0.1336691 Feb 16 05:41:37.016658 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f27bc-6d16-4634-93f2-310ca1a162f5 None None] Pushing event updated for resources: {'Port': ['ID=007f232c-bffd-4124-978d-ba569b503c64,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:37.021544 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] Publish callbacks [] for router_gateway (a06bba0e-1439-47b3-ab66-02b3f72f9949), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:37.042697 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f27bc-6d16-4634-93f2-310ca1a162f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:37.043778 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f27bc-6d16-4634-93f2-310ca1a162f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:37.044279 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f27bc-6d16-4634-93f2-310ca1a162f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:37.044759 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f27bc-6d16-4634-93f2-310ca1a162f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:37.045405 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f27bc-6d16-4634-93f2-310ca1a162f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:37.045892 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f27bc-6d16-4634-93f2-310ca1a162f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:37.046383 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f27bc-6d16-4634-93f2-310ca1a162f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:37.046714 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f27bc-6d16-4634-93f2-310ca1a162f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:37.047036 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f27bc-6d16-4634-93f2-310ca1a162f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:37.047391 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f27bc-6d16-4634-93f2-310ca1a162f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:37.047694 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f27bc-6d16-4634-93f2-310ca1a162f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:37.048011 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f27bc-6d16-4634-93f2-310ca1a162f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:37.048325 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f27bc-6d16-4634-93f2-310ca1a162f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:37.087123 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Attempting to bind port 007f232c-bffd-4124-978d-ba569b503c64 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:41:37.093985 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Attempting to bind port 007f232c-bffd-4124-978d-ba569b503c64 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': 'b3a4254d-bfcc-4d96-a405-243f85064c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:41:37.093985 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Attempting to bind port 007f232c-bffd-4124-978d-ba569b503c64 on network 0b0691c0-8422-407b-956a-b27b220175f4 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:41:37.099245 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:41:37.099621 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Checking segment: {'id': 'b3a4254d-bfcc-4d96-a405-243f85064c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:41:37.100018 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:37.100439 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Bound using segment: {'id': 'b3a4254d-bfcc-4d96-a405-243f85064c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:41:37.101550 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Bound port: 007f232c-bffd-4124-978d-ba569b503c64, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a4254d-bfcc-4d96-a405-243f85064c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:41:37.101964 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (007f232c-bffd-4124-978d-ba569b503c64), before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:37.152312 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-76f112ea-1997-4091-b6d9-7e871f14dd3f req-c2cb742f-f936-4be1-959d-fab01700d721 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376488 Feb 16 05:41:37.198519 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] For port 007f232c-bffd-4124-978d-ba569b503c64, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:41:37.202107 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] For port 007f232c-bffd-4124-978d-ba569b503c64, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=007f232c-bffd-4124-978d-ba569b503c64,segment=NetworkSegment(b3a4254d-bfcc-4d96-a405-243f85064c32),segment_id=b3a4254d-bfcc-4d96-a405-243f85064c32)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:41:37.210581 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (007f232c-bffd-4124-978d-ba569b503c64), after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:37.268261 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Routers {'034d4c57-126d-4646-9391-38882cf8caf0'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:41:37.268949 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:41:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['034d4c57-126d-4646-9391-38882cf8caf0'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:37.319776 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588116'] for router (a06bba0e-1439-47b3-ab66-02b3f72f9949), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:37.342191 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f27bc-6d16-4634-93f2-310ca1a162f5 None None] Pushing event updated for resources: {'Port': ['ID=007f232c-bffd-4124-978d-ba569b503c64,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:37.392738 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] Set router 034d4c57-126d-4646-9391-38882cf8caf0 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:41:37.402832 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3e98eb80-b3b2-4c6f-b4ca-30157840015c None None] Provisioning complete for port 007f232c-bffd-4124-978d-ba569b503c64 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:37.403341 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3e98eb80-b3b2-4c6f-b4ca-30157840015c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (007f232c-bffd-4124-978d-ba569b503c64), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:37.463163 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] Router a06bba0e-1439-47b3-ab66-02b3f72f9949 is scheduled to L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 05:41:37.501151 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-3e98eb80-b3b2-4c6f-b4ca-30157840015c None None] Current status of the port 007f232c-bffd-4124-978d-ba569b503c64 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:37.505520 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3e98eb80-b3b2-4c6f-b4ca-30157840015c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (007f232c-bffd-4124-978d-ba569b503c64), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:37.570531 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-3e98eb80-b3b2-4c6f-b4ca-30157840015c None None] For port 007f232c-bffd-4124-978d-ba569b503c64, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=007f232c-bffd-4124-978d-ba569b503c64,segment=NetworkSegment(b3a4254d-bfcc-4d96-a405-243f85064c32),segment_id=b3a4254d-bfcc-4d96-a405-243f85064c32)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:41:37.575519 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3e98eb80-b3b2-4c6f-b4ca-30157840015c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (007f232c-bffd-4124-978d-ba569b503c64), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:37.592019 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:41:37.604968 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Sync routers for ids ['a06bba0e-1439-47b3-ab66-02b3f72f9949'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:41:37.611423 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:37.613905 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-e7e2ceb7-bf39-4c8f-8a9d-a98354dae689 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8455329 Feb 16 05:41:37.615271 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60436) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:41:37.632908 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Routers {'a06bba0e-1439-47b3-ab66-02b3f72f9949'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:41:37.633566 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:41:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a06bba0e-1439-47b3-ab66-02b3f72f9949'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:37.635438 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98eb80-b3b2-4c6f-b4ca-30157840015c None None] Pushing event updated for resources: {'Port': ['ID=007f232c-bffd-4124-978d-ba569b503c64,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:37.651871 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034d4c57-126d-4646-9391-38882cf8caf0', 'name': 'tempest-TestMinimumBasicScenario-1340039397-router', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:30Z', 'updated_at': '2022-02-16T05:41:33Z', 'revision_number': 4, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'gw_port': {'id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:31Z', 'updated_at': '2022-02-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '007f232c-bffd-4124-978d-ba569b503c64', 'name': '', 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'mac_address': 'fa:16:3e:1a:ef:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:32Z', 'updated_at': '2022-02-16T05:41:37Z', 'revision_number': 4, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'subnets': [{'id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:37.690303 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb71720-df1d-495b-bcf0-471d97b802de None None] The sync data for ids ['034d4c57-126d-4646-9391-38882cf8caf0'] in dv-cinder-829473-2-iscsi is: [{'id': '034d4c57-126d-4646-9391-38882cf8caf0', 'name': 'tempest-TestMinimumBasicScenario-1340039397-router', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:30Z', 'updated_at': '2022-02-16T05:41:33Z', 'revision_number': 4, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'gw_port': {'id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:31Z', 'updated_at': '2022-02-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '007f232c-bffd-4124-978d-ba569b503c64', 'name': '', 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'mac_address': 'fa:16:3e:1a:ef:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:32Z', 'updated_at': '2022-02-16T05:41:37Z', 'revision_number': 4, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'subnets': [{'id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:41:37.744988 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a9ac8bc2-139b-432d-a492-49350a3a31c4 None None] Provisioning complete for port 007f232c-bffd-4124-978d-ba569b503c64 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:37.745416 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a9ac8bc2-139b-432d-a492-49350a3a31c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (007f232c-bffd-4124-978d-ba569b503c64), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:37.821153 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Set router a06bba0e-1439-47b3-ab66-02b3f72f9949 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:41:38.012426 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 5a6e8c44-ffb2-441e-8e87-5f5488d2c021 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:41:38.068709 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac8bc2-139b-432d-a492-49350a3a31c4 None None] Current status of the port 007f232c-bffd-4124-978d-ba569b503c64 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:38.154096 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 5a6e8c44-ffb2-441e-8e87-5f5488d2c021 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:38.154521 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (5a6e8c44-ffb2-441e-8e87-5f5488d2c021), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:38.254896 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ff99cf2-96cc-4a59-b906-07ee48046825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:38.278584 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db2105-4f9f-45af-85ba-f13fd2f245f9 req-ea83065c-4de3-4eb0-8d30-c8eff705193c tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:38.280188 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-58db2105-4f9f-45af-85ba-f13fd2f245f9 req-ea83065c-4de3-4eb0-8d30-c8eff705193c tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 945 time: 0.1290591 Feb 16 05:41:38.353291 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff20c290-6b6b-45db-aa43-1069e5109f81 None None] Network 04b905db-a12c-43cf-80ed-4728470e5cba requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:41:38.383304 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-58db2105-4f9f-45af-85ba-f13fd2f245f9 req-f3c8a317-88f3-416c-965c-d6720eeffd83 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965571 Feb 16 05:41:38.444654 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ff4319e6-b4c2-4ae8-ace6-c0b5573b6bab None None] Provisioning complete for port ee224cff-9c8c-46f9-8f61-f402752694b9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:38.445228 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ff4319e6-b4c2-4ae8-ace6-c0b5573b6bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (ee224cff-9c8c-46f9-8f61-f402752694b9), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:38.482672 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-1ff99cf2-96cc-4a59-b906-07ee48046825 admin admin] Allocated IP 172.20.0.1 (04b905db-a12c-43cf-80ed-4728470e5cba/54416113-a6ee-4c4e-a6f3-ede79f20714c/3b36b761-343c-4e8f-a1ec-aa26c6f4eff7) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:41:38.486789 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'name': 'tempest-TestMinimumBasicScenario-1673382420-router', 'tenant_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2ebbab4f-41c9-425c-b0d5-e26ab30d97fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:35Z', 'updated_at': '2022-02-16T05:41:36Z', 'revision_number': 3, 'project_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'gw_port': {'id': '2ebbab4f-41c9-425c-b0d5-e26ab30d97fe', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:36Z', 'updated_at': '2022-02-16T05:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:38.534057 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Checking router: a06bba0e-1439-47b3-ab66-02b3f72f9949 for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:41:38.534412 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Updating router a06bba0e-1439-47b3-ab66-02b3f72f9949 port 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe binding host dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:41:38.600604 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ff99cf2-96cc-4a59-b906-07ee48046825 admin admin] Publish callbacks [] for port (3b36b761-343c-4e8f-a1ec-aa26c6f4eff7), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:38.614813 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (2ebbab4f-41c9-425c-b0d5-e26ab30d97fe), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:38.633832 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ff99cf2-96cc-4a59-b906-07ee48046825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (3b36b761-343c-4e8f-a1ec-aa26c6f4eff7), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:38.648070 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 5a6e8c44-ffb2-441e-8e87-5f5488d2c021 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:38.649115 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device ee224cff-9c8c-46f9-8f61-f402752694b9 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:41:38.670561 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff99cf2-96cc-4a59-b906-07ee48046825 admin admin] Network 04b905db-a12c-43cf-80ed-4728470e5cba is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:41:38.672016 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-1ff99cf2-96cc-4a59-b906-07ee48046825 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:41:38.677632 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff99cf2-96cc-4a59-b906-07ee48046825 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:41:38.704957 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff99cf2-96cc-4a59-b906-07ee48046825 admin admin] Pushing event updated for resources: {'Port': ['ID=3b36b761-343c-4e8f-a1ec-aa26c6f4eff7,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:38.720166 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ff99cf2-96cc-4a59-b906-07ee48046825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588071'] for router_interface (a06bba0e-1439-47b3-ab66-02b3f72f9949), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:38.783589 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ff4319e6-b4c2-4ae8-ace6-c0b5573b6bab None None] Current status of the port ee224cff-9c8c-46f9-8f61-f402752694b9 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:38.783983 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ff4319e6-b4c2-4ae8-ace6-c0b5573b6bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (ee224cff-9c8c-46f9-8f61-f402752694b9), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:38.865173 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ff99cf2-96cc-4a59-b906-07ee48046825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (3b36b761-343c-4e8f-a1ec-aa26c6f4eff7), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:38.886134 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ff4319e6-b4c2-4ae8-ace6-c0b5573b6bab None None] For port ee224cff-9c8c-46f9-8f61-f402752694b9, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=ee224cff-9c8c-46f9-8f61-f402752694b9,segment=NetworkSegment(12d4c5ad-2652-48ab-b193-78d6887ec928),segment_id=12d4c5ad-2652-48ab-b193-78d6887ec928)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:41:38.887196 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port ee224cff-9c8c-46f9-8f61-f402752694b9 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:38.887569 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (ee224cff-9c8c-46f9-8f61-f402752694b9), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:38.909168 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ff4319e6-b4c2-4ae8-ace6-c0b5573b6bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (ee224cff-9c8c-46f9-8f61-f402752694b9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:39.032058 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4319e6-b4c2-4ae8-ace6-c0b5573b6bab None None] Pushing event updated for resources: {'Port': ['ID=ee224cff-9c8c-46f9-8f61-f402752694b9,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:39.045196 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ff99cf2-96cc-4a59-b906-07ee48046825 admin admin] Publish callbacks [] for port (3b36b761-343c-4e8f-a1ec-aa26c6f4eff7), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:39.050333 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ff99cf2-96cc-4a59-b906-07ee48046825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (3b36b761-343c-4e8f-a1ec-aa26c6f4eff7), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:39.114328 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port ee224cff-9c8c-46f9-8f61-f402752694b9 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:39.115453 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 007f232c-bffd-4124-978d-ba569b503c64 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:41:39.117197 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4c75bad7-c259-4dfe-8ab7-0e6ed0798d04 None None] Provisioning complete for port ee224cff-9c8c-46f9-8f61-f402752694b9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:39.117540 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4c75bad7-c259-4dfe-8ab7-0e6ed0798d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (ee224cff-9c8c-46f9-8f61-f402752694b9), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:39.123907 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Publish callbacks [] for port (2ebbab4f-41c9-425c-b0d5-e26ab30d97fe), precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:39.128433 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff99cf2-96cc-4a59-b906-07ee48046825 admin admin] Pushing event updated for resources: {'Port': ['ID=3b36b761-343c-4e8f-a1ec-aa26c6f4eff7,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:39.137743 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ff99cf2-96cc-4a59-b906-07ee48046825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1516491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588695'] for router_interface (a06bba0e-1439-47b3-ab66-02b3f72f9949), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:39.177523 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (2ebbab4f-41c9-425c-b0d5-e26ab30d97fe), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:39.233386 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff99cf2-96cc-4a59-b906-07ee48046825 admin admin] Network 04b905db-a12c-43cf-80ed-4728470e5cba is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:41:39.234856 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-1ff99cf2-96cc-4a59-b906-07ee48046825 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:41:39.247900 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed973c88-dcec-4f01-afa5-4a1c3f1e0bc2 None None] Pushing event updated for resources: {'Port': ['ID=2ebbab4f-41c9-425c-b0d5-e26ab30d97fe,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:39.256308 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Attempting to bind port 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:41:39.256308 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Attempting to bind port 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:41:39.256646 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Attempting to bind port 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe on network 61efc28e-7d20-4d92-8b96-aa9398e7f442 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:41:39.281176 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 007f232c-bffd-4124-978d-ba569b503c64 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:39.281573 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (007f232c-bffd-4124-978d-ba569b503c64), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:39.285213 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:41:39.285560 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Checking segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:41:39.285963 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:39.286362 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Bound using segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:41:39.286851 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Bound port: 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:41:39.287235 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (2ebbab4f-41c9-425c-b0d5-e26ab30d97fe), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:39.359277 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4c75bad7-c259-4dfe-8ab7-0e6ed0798d04 None None] Current status of the port ee224cff-9c8c-46f9-8f61-f402752694b9 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:39.387890 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] For port 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:41:39.392444 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] For port 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=2ebbab4f-41c9-425c-b0d5-e26ab30d97fe,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:41:39.423399 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (2ebbab4f-41c9-425c-b0d5-e26ab30d97fe), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:39.504359 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 007f232c-bffd-4124-978d-ba569b503c64 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:39.515562 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Routers {'a06bba0e-1439-47b3-ab66-02b3f72f9949'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:41:39.516205 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:41:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a06bba0e-1439-47b3-ab66-02b3f72f9949'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:39.529499 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafae010-978b-4e15-8a94-0d84400f27e9 req-2157e11d-1180-496d-ad17-7673313cb4f6 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:39.532044 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eafae010-978b-4e15-8a94-0d84400f27e9 req-2157e11d-1180-496d-ad17-7673313cb4f6 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 945 time: 0.0660467 Feb 16 05:41:39.563313 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f8ec8783-1369-4db3-81d4-6fd32bc42a8a None None] Provisioning complete for port 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:39.563609 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f8ec8783-1369-4db3-81d4-6fd32bc42a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (3b36b761-343c-4e8f-a1ec-aa26c6f4eff7), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:39.587319 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eafae010-978b-4e15-8a94-0d84400f27e9 req-9d7d79e6-d5e5-404c-addf-f791dcb074a7 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503550 Feb 16 05:41:39.593622 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed973c88-dcec-4f01-afa5-4a1c3f1e0bc2 None None] Pushing event updated for resources: {'Port': ['ID=2ebbab4f-41c9-425c-b0d5-e26ab30d97fe,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:39.616984 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff99cf2-96cc-4a59-b906-07ee48046825 admin admin] Router a06bba0e-1439-47b3-ab66-02b3f72f9949 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:41:39.645915 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec8783-1369-4db3-81d4-6fd32bc42a8a None None] Port 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:41:39.668087 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] Set router a06bba0e-1439-47b3-ab66-02b3f72f9949 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:41:39.764024 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac00a51-622d-45ef-924c-5f11ecaf01b1 req-b73acdaa-e0d4-44ad-8635-1c3972af6387 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:39.765532 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7ac00a51-622d-45ef-924c-5f11ecaf01b1 req-b73acdaa-e0d4-44ad-8635-1c3972af6387 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 945 time: 0.1017482 Feb 16 05:41:39.772233 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff99cf2-96cc-4a59-b906-07ee48046825 admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:41:39.785618 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-1ff99cf2-96cc-4a59-b906-07ee48046825 admin admin] 10.222.0.75 "PUT /v2.0/routers/a06bba0e-1439-47b3-ab66-02b3f72f9949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1690292 Feb 16 05:41:39.842407 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7ac00a51-622d-45ef-924c-5f11ecaf01b1 req-d29dfc4d-02c3-4810-8a7d-e8ec5f00186f tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678408 Feb 16 05:41:39.861909 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device ee224cff-9c8c-46f9-8f61-f402752694b9 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:41:39.865025 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60446) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:41:39.909161 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22450e38-394d-4fa4-8289-4cc00ae72396 tempest-TestVolumeBootPattern-1410863002 tempest-TestVolumeBootPattern-1410863002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:39.913919 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60448) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:41:39.919293 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-22450e38-394d-4fa4-8289-4cc00ae72396 tempest-TestVolumeBootPattern-1410863002 tempest-TestVolumeBootPattern-1410863002-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 1124 time: 0.0475886 Feb 16 05:41:39.919407 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Request body: {'floatingip': {'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'port_id': '04216612-6a17-42d7-bf1b-e4c80f38b38d', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:41:39.934214 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'name': 'tempest-TestMinimumBasicScenario-1673382420-router', 'tenant_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2ebbab4f-41c9-425c-b0d5-e26ab30d97fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:35Z', 'updated_at': '2022-02-16T05:41:38Z', 'revision_number': 4, 'project_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'gw_port': {'id': '2ebbab4f-41c9-425c-b0d5-e26ab30d97fe', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:36Z', 'updated_at': '2022-02-16T05:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '3b36b761-343c-4e8f-a1ec-aa26c6f4eff7', 'name': '', 'network_id': '04b905db-a12c-43cf-80ed-4728470e5cba', 'tenant_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'mac_address': 'fa:16:3e:c2:99:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '54416113-a6ee-4c4e-a6f3-ede79f20714c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:38Z', 'updated_at': '2022-02-16T05:41:38Z', 'revision_number': 2, 'project_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'subnets': [{'id': '54416113-a6ee-4c4e-a6f3-ede79f20714c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:39.942096 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:39.965241 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e77fc-1a92-446c-b4a4-724c96898311 None None] The sync data for ids ['a06bba0e-1439-47b3-ab66-02b3f72f9949'] in dv-cinder-829473-2-iscsi is: [{'id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'name': 'tempest-TestMinimumBasicScenario-1673382420-router', 'tenant_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2ebbab4f-41c9-425c-b0d5-e26ab30d97fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:35Z', 'updated_at': '2022-02-16T05:41:38Z', 'revision_number': 4, 'project_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'gw_port': {'id': '2ebbab4f-41c9-425c-b0d5-e26ab30d97fe', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:36Z', 'updated_at': '2022-02-16T05:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '3b36b761-343c-4e8f-a1ec-aa26c6f4eff7', 'name': '', 'network_id': '04b905db-a12c-43cf-80ed-4728470e5cba', 'tenant_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'mac_address': 'fa:16:3e:c2:99:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '54416113-a6ee-4c4e-a6f3-ede79f20714c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:38Z', 'updated_at': '2022-02-16T05:41:38Z', 'revision_number': 2, 'project_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'subnets': [{'id': '54416113-a6ee-4c4e-a6f3-ede79f20714c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:41:39.967846 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port ee224cff-9c8c-46f9-8f61-f402752694b9 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:39.968223 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (ee224cff-9c8c-46f9-8f61-f402752694b9), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:40.058658 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:40.069143 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port ee224cff-9c8c-46f9-8f61-f402752694b9 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:40.174320 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Allocated IP 172.27.0.250 (61efc28e-7d20-4d92-8b96-aa9398e7f442/35988b50-7f57-43f7-b0a5-0909380c9793/cf6ba6ac-3ca1-41e6-b7eb-638677735d9a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:41:40.309292 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for port (cf6ba6ac-3ca1-41e6-b7eb-638677735d9a), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:40.354116 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (cf6ba6ac-3ca1-41e6-b7eb-638677735d9a), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:40.395031 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:41:40.402124 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:41:40.407186 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:41:40.436845 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event updated for resources: {'Port': ['ID=cf6ba6ac-3ca1-41e6-b7eb-638677735d9a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:40.919327 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for floatingip (d63e1d3a-de91-4ac0-a792-77187c2927c2), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:41.006027 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (cf6ba6ac-3ca1-41e6-b7eb-638677735d9a), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:41.193010 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for port (cf6ba6ac-3ca1-41e6-b7eb-638677735d9a), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:41.199669 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (cf6ba6ac-3ca1-41e6-b7eb-638677735d9a), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:41.290641 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event updated for resources: {'Port': ['ID=cf6ba6ac-3ca1-41e6-b7eb-638677735d9a,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:41.325473 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588210'] for floatingip (d63e1d3a-de91-4ac0-a792-77187c2927c2), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:41.453191 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.l3_db [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Floating IP d63e1d3a-de91-4ac0-a792-77187c2927c2 associated. External IP: 172.27.0.250, port: 04216612-6a17-42d7-bf1b-e4c80f38b38d. Feb 16 05:41:41.899168 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:41:42.009068 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Router a1b82751-9f01-4fa1-adb5-402c7d13a229 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:41:42.094625 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:42.095041 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (2ebbab4f-41c9-425c-b0d5-e26ab30d97fe), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:42.142819 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:41:42.153971 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d359036-f730-452e-8105-1cfff3caded0 None None] Sync routers for ids ['a1b82751-9f01-4fa1-adb5-402c7d13a229'] in dv-cinder-829473-2-iscsi {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:41:42.172030 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:42.174499 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d359036-f730-452e-8105-1cfff3caded0 None None] Routers {'a1b82751-9f01-4fa1-adb5-402c7d13a229'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:41:42.175296 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0d359036-f730-452e-8105-1cfff3caded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:41:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a1b82751-9f01-4fa1-adb5-402c7d13a229'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:42.229167 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-97247f3e-cc0b-47bd-914e-bf747cd3fa49 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3006320 Feb 16 05:41:42.229167 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'tag': '04216612-6a17-42d7-bf1b-e4c80f38b38d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:41:42.229167 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba96453-78c7-4642-872f-780276a514b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd96ae9-65c0-4ea7-a034-c783711160d9", "tag": "04216612-6a17-42d7-bf1b-e4c80f38b38d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:41:42.237832 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:42.238237 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (2ebbab4f-41c9-425c-b0d5-e26ab30d97fe), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:42.276453 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b68b4e3-3b67-43d7-be9f-62c1a5aa3e29 x-openstack-request-id: req-7b68b4e3-3b67-43d7-be9f-62c1a5aa3e29 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:41:42.276927 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd96ae9-65c0-4ea7-a034-c783711160d9", "tag": "04216612-6a17-42d7-bf1b-e4c80f38b38d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:41:42.277212 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7b68b4e3-3b67-43d7-be9f-62c1a5aa3e29 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:41:42.277637 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'tag': '04216612-6a17-42d7-bf1b-e4c80f38b38d', 'status': 'completed', 'code': 200} Feb 16 05:41:42.278924 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] For port 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=2ebbab4f-41c9-425c-b0d5-e26ab30d97fe,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:41:42.286585 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (2ebbab4f-41c9-425c-b0d5-e26ab30d97fe), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:42.355012 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Pushing event updated for resources: {'Port': ['ID=2ebbab4f-41c9-425c-b0d5-e26ab30d97fe,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:42.370888 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-0d359036-f730-452e-8105-1cfff3caded0 None None] Set router a1b82751-9f01-4fa1-adb5-402c7d13a229 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:41:42.376516 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba96453-78c7-4642-872f-780276a514b4 req-64cf6cea-e1c7-462b-a0e9-7da02ed1222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:42.384288 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fba96453-78c7-4642-872f-780276a514b4 req-64cf6cea-e1c7-462b-a0e9-7da02ed1222a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e5222e96e134b27b8a588f1309a0097&device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 1129 time: 0.0629768 Feb 16 05:41:42.506322 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba96453-78c7-4642-872f-780276a514b4 req-8de27727-805f-4b95-a1f4-c741585249e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:42.507835 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fba96453-78c7-4642-872f-780276a514b4 req-8de27727-805f-4b95-a1f4-c741585249e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af5e8334-9cb2-4ddc-b153-43f6f162f135 HTTP/1.1" status: 200 len: 912 time: 0.1179004 Feb 16 05:41:42.555707 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:42.616701 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fba96453-78c7-4642-872f-780276a514b4 req-a7439018-580f-47fa-a74a-f57905b1c9b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04216612-6a17-42d7-bf1b-e4c80f38b38d HTTP/1.1" status: 200 len: 999 time: 0.0948234 Feb 16 05:41:42.686895 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba96453-78c7-4642-872f-780276a514b4 req-4bc08cd6-991f-4f47-b847-288b70e09162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:42.688894 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fba96453-78c7-4642-872f-780276a514b4 req-4bc08cd6-991f-4f47-b847-288b70e09162 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=770464aa-c905-4f1a-8cb7-b33ec5075f91 HTTP/1.1" status: 200 len: 850 time: 0.0643330 Feb 16 05:41:42.743411 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0d359036-f730-452e-8105-1cfff3caded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': 'd63e1d3a-de91-4ac0-a792-77187c2927c2', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'port_id': '04216612-6a17-42d7-bf1b-e4c80f38b38d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'mac_address': 'fa:16:3e:06:4d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:41:40Z', 'updated_at': '2022-02-16T05:41:40Z', 'revision_number': 0, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 5, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:42.771891 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba96453-78c7-4642-872f-780276a514b4 req-0a98124d-a354-443c-8feb-14d4ff28dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:42.773646 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fba96453-78c7-4642-872f-780276a514b4 req-0a98124d-a354-443c-8feb-14d4ff28dab4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af5e8334-9cb2-4ddc-b153-43f6f162f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781798 Feb 16 05:41:42.776572 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d359036-f730-452e-8105-1cfff3caded0 None None] Checking router: a1b82751-9f01-4fa1-adb5-402c7d13a229 for host: dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:41:42.782656 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Sync routers for ids ['a06bba0e-1439-47b3-ab66-02b3f72f9949'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:41:42.786265 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d359036-f730-452e-8105-1cfff3caded0 None None] Routers {'a1b82751-9f01-4fa1-adb5-402c7d13a229'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:41:42.786949 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0d359036-f730-452e-8105-1cfff3caded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:41:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a1b82751-9f01-4fa1-adb5-402c7d13a229'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:42.801302 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Routers {'a06bba0e-1439-47b3-ab66-02b3f72f9949'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:41:42.802011 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:41:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a06bba0e-1439-47b3-ab66-02b3f72f9949'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:42.917371 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fba96453-78c7-4642-872f-780276a514b4 req-1af51d4d-9d9d-456c-b39b-11219d8c5943 service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243072 Feb 16 05:41:42.930096 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-0d359036-f730-452e-8105-1cfff3caded0 None None] Set router a1b82751-9f01-4fa1-adb5-402c7d13a229 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:41:42.940623 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Set router a06bba0e-1439-47b3-ab66-02b3f72f9949 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:41:43.052102 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fba96453-78c7-4642-872f-780276a514b4 req-227924c9-382e-4faf-8f67-7e0827f1596d service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283300 Feb 16 05:41:43.193035 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'name': 'tempest-TestMinimumBasicScenario-1673382420-router', 'tenant_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2ebbab4f-41c9-425c-b0d5-e26ab30d97fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:35Z', 'updated_at': '2022-02-16T05:41:38Z', 'revision_number': 4, 'project_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'gw_port': {'id': '2ebbab4f-41c9-425c-b0d5-e26ab30d97fe', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:36Z', 'updated_at': '2022-02-16T05:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '3b36b761-343c-4e8f-a1ec-aa26c6f4eff7', 'name': '', 'network_id': '04b905db-a12c-43cf-80ed-4728470e5cba', 'tenant_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'mac_address': 'fa:16:3e:c2:99:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '54416113-a6ee-4c4e-a6f3-ede79f20714c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:38Z', 'updated_at': '2022-02-16T05:41:38Z', 'revision_number': 2, 'project_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'subnets': [{'id': '54416113-a6ee-4c4e-a6f3-ede79f20714c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:43.235295 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Checking router: a06bba0e-1439-47b3-ab66-02b3f72f9949 for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:41:43.235953 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Updating router a06bba0e-1439-47b3-ab66-02b3f72f9949 port 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7 binding host dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:41:43.266683 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (3b36b761-343c-4e8f-a1ec-aa26c6f4eff7), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:43.302042 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0d359036-f730-452e-8105-1cfff3caded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': 'd63e1d3a-de91-4ac0-a792-77187c2927c2', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'port_id': '04216612-6a17-42d7-bf1b-e4c80f38b38d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'mac_address': 'fa:16:3e:06:4d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:41:40Z', 'updated_at': '2022-02-16T05:41:40Z', 'revision_number': 0, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 5, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:43.338137 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d359036-f730-452e-8105-1cfff3caded0 None None] The sync data for ids ['a1b82751-9f01-4fa1-adb5-402c7d13a229'] in dv-cinder-829473-2-iscsi is: [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': 'd63e1d3a-de91-4ac0-a792-77187c2927c2', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'port_id': '04216612-6a17-42d7-bf1b-e4c80f38b38d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'mac_address': 'fa:16:3e:06:4d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:41:40Z', 'updated_at': '2022-02-16T05:41:40Z', 'revision_number': 0, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 5, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:41:43.617971 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc47c51-3ce3-46d3-a986-acce51ba44ce None None] New status for floating IP d63e1d3a-de91-4ac0-a792-77187c2927c2: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 05:41:43.628950 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Publish callbacks [] for port (3b36b761-343c-4e8f-a1ec-aa26c6f4eff7), precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:43.634897 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (3b36b761-343c-4e8f-a1ec-aa26c6f4eff7), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:43.739250 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10208e-e719-49fd-a093-b78fe400c388 None None] Pushing event updated for resources: {'Port': ['ID=3b36b761-343c-4e8f-a1ec-aa26c6f4eff7,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:43.862717 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Attempting to bind port 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:41:43.863035 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Attempting to bind port 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': '12d4c5ad-2652-48ab-b193-78d6887ec928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04b905db-a12c-43cf-80ed-4728470e5cba'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:41:43.863396 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Attempting to bind port 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7 on network 04b905db-a12c-43cf-80ed-4728470e5cba {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:41:43.868891 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:41:43.869277 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Checking segment: {'id': '12d4c5ad-2652-48ab-b193-78d6887ec928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04b905db-a12c-43cf-80ed-4728470e5cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:41:43.869696 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:43.870086 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Bound using segment: {'id': '12d4c5ad-2652-48ab-b193-78d6887ec928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04b905db-a12c-43cf-80ed-4728470e5cba'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:41:43.870603 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Bound port: 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d4c5ad-2652-48ab-b193-78d6887ec928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04b905db-a12c-43cf-80ed-4728470e5cba'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:41:43.871008 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (3b36b761-343c-4e8f-a1ec-aa26c6f4eff7), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:43.921098 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:41:43.980996 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] For port 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:41:43.985931 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] For port 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=3b36b761-343c-4e8f-a1ec-aa26c6f4eff7,segment=NetworkSegment(12d4c5ad-2652-48ab-b193-78d6887ec928),segment_id=12d4c5ad-2652-48ab-b193-78d6887ec928)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:41:43.997008 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (3b36b761-343c-4e8f-a1ec-aa26c6f4eff7), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:44.047225 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:44.047695 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (2ebbab4f-41c9-425c-b0d5-e26ab30d97fe), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:44.105964 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1f5f92d0-b0d3-4762-8fe6-2c2d95c2913f None None] Provisioning complete for port 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:44.106339 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f5f92d0-b0d3-4762-8fe6-2c2d95c2913f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (3b36b761-343c-4e8f-a1ec-aa26c6f4eff7), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:44.112120 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10208e-e719-49fd-a093-b78fe400c388 None None] Pushing event updated for resources: {'Port': ['ID=3b36b761-343c-4e8f-a1ec-aa26c6f4eff7,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:44.133001 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Routers {'a06bba0e-1439-47b3-ab66-02b3f72f9949'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:41:44.133665 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:41:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a06bba0e-1439-47b3-ab66-02b3f72f9949'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:44.374681 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] Set router a06bba0e-1439-47b3-ab66-02b3f72f9949 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:41:44.404675 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:44.423425 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f92d0-b0d3-4762-8fe6-2c2d95c2913f None None] Current status of the port 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:44.423822 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f5f92d0-b0d3-4762-8fe6-2c2d95c2913f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (3b36b761-343c-4e8f-a1ec-aa26c6f4eff7), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:44.528555 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-1f5f92d0-b0d3-4762-8fe6-2c2d95c2913f None None] For port 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=3b36b761-343c-4e8f-a1ec-aa26c6f4eff7,segment=NetworkSegment(12d4c5ad-2652-48ab-b193-78d6887ec928),segment_id=12d4c5ad-2652-48ab-b193-78d6887ec928)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:41:44.535496 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f5f92d0-b0d3-4762-8fe6-2c2d95c2913f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (3b36b761-343c-4e8f-a1ec-aa26c6f4eff7), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:44.607888 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:41:44.617316 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f92d0-b0d3-4762-8fe6-2c2d95c2913f None None] Pushing event updated for resources: {'Port': ['ID=3b36b761-343c-4e8f-a1ec-aa26c6f4eff7,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:44.670016 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-dbf43b85-8d32-490f-a33e-9fd6ada9c694 None None] Provisioning complete for port 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:44.670393 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dbf43b85-8d32-490f-a33e-9fd6ada9c694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (3b36b761-343c-4e8f-a1ec-aa26c6f4eff7), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:44.712893 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'name': 'tempest-TestMinimumBasicScenario-1673382420-router', 'tenant_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2ebbab4f-41c9-425c-b0d5-e26ab30d97fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:35Z', 'updated_at': '2022-02-16T05:41:38Z', 'revision_number': 4, 'project_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'gw_port': {'id': '2ebbab4f-41c9-425c-b0d5-e26ab30d97fe', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:36Z', 'updated_at': '2022-02-16T05:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '3b36b761-343c-4e8f-a1ec-aa26c6f4eff7', 'name': '', 'network_id': '04b905db-a12c-43cf-80ed-4728470e5cba', 'tenant_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'mac_address': 'fa:16:3e:c2:99:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '54416113-a6ee-4c4e-a6f3-ede79f20714c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:38Z', 'updated_at': '2022-02-16T05:41:43Z', 'revision_number': 4, 'project_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'subnets': [{'id': '54416113-a6ee-4c4e-a6f3-ede79f20714c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:41:44.744929 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f600318-d727-4c82-b074-2ad8ade2537c None None] The sync data for ids ['a06bba0e-1439-47b3-ab66-02b3f72f9949'] in dv-cinder-829473-2-iscsi is: [{'id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'name': 'tempest-TestMinimumBasicScenario-1673382420-router', 'tenant_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2ebbab4f-41c9-425c-b0d5-e26ab30d97fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:35Z', 'updated_at': '2022-02-16T05:41:38Z', 'revision_number': 4, 'project_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'gw_port': {'id': '2ebbab4f-41c9-425c-b0d5-e26ab30d97fe', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:36Z', 'updated_at': '2022-02-16T05:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '3b36b761-343c-4e8f-a1ec-aa26c6f4eff7', 'name': '', 'network_id': '04b905db-a12c-43cf-80ed-4728470e5cba', 'tenant_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'mac_address': 'fa:16:3e:c2:99:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '54416113-a6ee-4c4e-a6f3-ede79f20714c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:38Z', 'updated_at': '2022-02-16T05:41:43Z', 'revision_number': 4, 'project_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'subnets': [{'id': '54416113-a6ee-4c4e-a6f3-ede79f20714c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:41:44.791106 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-dbf43b85-8d32-490f-a33e-9fd6ada9c694 None None] Current status of the port 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:45.898261 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:41:45.964195 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:45.965101 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (3b36b761-343c-4e8f-a1ec-aa26c6f4eff7), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:46.059102 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:41:50.731709 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-76433b34-3c9a-4f5c-a760-540813865e83 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:50.733303 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-76433b34-3c9a-4f5c-a760-540813865e83 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/networks?id=0b0691c0-8422-407b-956a-b27b220175f4 HTTP/1.1" status: 200 len: 815 time: 0.1036632 Feb 16 05:41:50.747590 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-8f12a34f-bbc2-4fba-8973-1dac6513e1fb tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/quotas/ba122c4197da463faf4c622f2ba7087c HTTP/1.1" status: 200 len: 375 time: 0.0089097 Feb 16 05:41:50.801429 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-f3763a93-fdcd-4037-8f8f-714daee3bd41 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ba122c4197da463faf4c622f2ba7087c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491745 Feb 16 05:41:50.896608 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-2540b931-fbe3-4431-b3c3-57c602e9f637 service neutron] 10.222.0.75 "GET /v2.0/networks/0b0691c0-8422-407b-956a-b27b220175f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842440 Feb 16 05:41:50.983939 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-b8d39c61-f9b1-4ab9-9f29-f6b250daee66 service neutron] 10.222.0.75 "GET /v2.0/networks/0b0691c0-8422-407b-956a-b27b220175f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809681 Feb 16 05:41:51.144948 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f0ad48e4-bb45-4ff5-9fc2-836ee53594cf req-4e044279-423e-4dde-a69c-7ba4767ec270 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 210 time: 0.0313857 Feb 16 05:41:52.170356 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-ce755474-016e-43e4-8553-723a8b6515b6 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:52.172328 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-ce755474-016e-43e4-8553-723a8b6515b6 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.60 "GET /v2.0/networks?id=0b0691c0-8422-407b-956a-b27b220175f4 HTTP/1.1" status: 200 len: 815 time: 0.1019745 Feb 16 05:41:52.203928 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Request body: {'port': {'device_id': '406bec91-5d24-4662-8c2b-202a785d249f', 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4', 'admin_state_up': True, 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:41:52.277887 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e1973472-d628-4754-8b8c-6047642de383 req-6767fe25-5464-4ad9-8957-1c19bdb27870 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 210 time: 0.0588281 Feb 16 05:41:52.340701 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Made reservation on behalf of ba122c4197da463faf4c622f2ba7087c for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:41:52.344191 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:52.474889 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Allocated IP 172.20.0.10 (0b0691c0-8422-407b-956a-b27b220175f4/99b171fc-5a2e-4958-adb5-476be9ec1e55/d9cb8c4a-31d8-4400-b6a4-be7266eef1d1) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:41:52.681649 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:52.721079 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:52.776023 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Network 0b0691c0-8422-407b-956a-b27b220175f4 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:41:52.783148 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:41:52.799921 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:41:52.807658 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Pushing event updated for resources: {'Port': ['ID=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:41:52.836995 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:52.837453 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:52.838087 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:52.838240 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:52.838699 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:52.839106 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:52.839545 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:52.839949 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:52.840339 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:52.840748 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:52.841148 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:52.841570 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:52.841962 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:41:52.884750 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:52.885403 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:52.903886 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-696cdde2-d4af-43ec-8177-82952aa42c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7041230 Feb 16 05:41:53.069707 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1680118b-14ce-4269-826b-aa43ea6d6bc0 None None] Provisioning complete for port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:41:53.070342 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1680118b-14ce-4269-826b-aa43ea6d6bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:53.104002 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1680118b-14ce-4269-826b-aa43ea6d6bc0 None None] Port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:41:53.400479 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c3c2b-e3a1-4077-9da3-9cb77e801731 req-dcb30246-b44c-4d08-ad31-d6dbfc7b132f tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:53.402486 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e69c3c2b-e3a1-4077-9da3-9cb77e801731 req-dcb30246-b44c-4d08-ad31-d6dbfc7b132f tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 932 time: 0.0567007 Feb 16 05:41:53.451805 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e69c3c2b-e3a1-4077-9da3-9cb77e801731 req-d2a3db24-adcd-44ec-818a-18aa42db9553 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430498 Feb 16 05:41:54.573988 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44626a3e-8ab3-4d2c-b75b-5d9cfcf57d99 req-033c3c92-ea99-4a39-a530-d418a003b355 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:54.576607 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-44626a3e-8ab3-4d2c-b75b-5d9cfcf57d99 req-033c3c92-ea99-4a39-a530-d418a003b355 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 932 time: 0.0568199 Feb 16 05:41:54.625285 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-44626a3e-8ab3-4d2c-b75b-5d9cfcf57d99 req-321334a2-913f-4b6e-98aa-68e1687c0032 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427110 Feb 16 05:41:55.763533 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e8e7e-79b7-49fa-a25a-6c91daeca2e7 req-8afb6998-0f45-4cbd-b6c4-e2993b6c6abc tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:55.764725 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b04e8e7e-79b7-49fa-a25a-6c91daeca2e7 req-8afb6998-0f45-4cbd-b6c4-e2993b6c6abc tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 932 time: 0.0686519 Feb 16 05:41:55.848447 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b04e8e7e-79b7-49fa-a25a-6c91daeca2e7 req-8f7ba6db-8221-40d1-a7ae-191c45907eec tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683026 Feb 16 05:41:56.128880 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-52e0ccf3-4c91-4ebf-830e-44af7a364d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:56.977295 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a367c3-fb43-40f3-a1c5-464b09d6e380 req-cbe96c74-ad1b-44a2-a7b0-2d9dc3a748b6 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:56.978665 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f7a367c3-fb43-40f3-a1c5-464b09d6e380 req-cbe96c74-ad1b-44a2-a7b0-2d9dc3a748b6 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 932 time: 0.0633552 Feb 16 05:41:57.034962 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f7a367c3-fb43-40f3-a1c5-464b09d6e380 req-98e62239-6346-4590-9423-cf1e05d7a22b tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422454 Feb 16 05:41:58.159063 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a786b-6a44-42ad-99dd-faa44469822e req-235d1e42-38b8-42aa-a4fb-19e27b2f253d tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:58.160477 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f19a786b-6a44-42ad-99dd-faa44469822e req-235d1e42-38b8-42aa-a4fb-19e27b2f253d tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 932 time: 0.0575299 Feb 16 05:41:58.210116 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f19a786b-6a44-42ad-99dd-faa44469822e req-46cd59c4-3dbd-41bf-9595-ead6a8dc6e5e tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431006 Feb 16 05:41:58.610053 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6a924379-1b0c-435e-96c1-1cc12d0fc836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:41:59.338809 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd143f3-57c1-4e60-9f7c-648b11108f21 req-58d47fd3-fc0f-45f5-9098-3f6f8b491f83 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:41:59.340401 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-8bd143f3-57c1-4e60-9f7c-648b11108f21 req-58d47fd3-fc0f-45f5-9098-3f6f8b491f83 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 932 time: 0.0635884 Feb 16 05:41:59.389056 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-8bd143f3-57c1-4e60-9f7c-648b11108f21 req-03ac7116-52ba-4c05-8c76-6568e516327f tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429521 Feb 16 05:41:59.442166 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:00.507486 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc6e56-3210-4017-91b7-da4077dc5673 req-914d6d02-2d33-4338-8f40-ea974f9fffac tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:00.509794 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ffdc6e56-3210-4017-91b7-da4077dc5673 req-914d6d02-2d33-4338-8f40-ea974f9fffac tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 932 time: 0.0546243 Feb 16 05:42:00.558116 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ffdc6e56-3210-4017-91b7-da4077dc5673 req-bab55908-ea81-4f1d-bc8c-b87be6a9361f tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429039 Feb 16 05:42:00.972553 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:01.672139 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81398-e481-4366-8026-09a7d3031d45 req-38701ff1-189f-46a9-a54d-288deee8d9dc tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:01.673836 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-10f81398-e481-4366-8026-09a7d3031d45 req-38701ff1-189f-46a9-a54d-288deee8d9dc tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 932 time: 0.0510509 Feb 16 05:42:01.719133 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-10f81398-e481-4366-8026-09a7d3031d45 req-54c1513f-fe55-41e8-9d3c-fb82b359c535 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400634 Feb 16 05:42:01.767824 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Request body: {'port': {'device_id': '406bec91-5d24-4662-8c2b-202a785d249f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:42:01.826675 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:02.071248 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:42:02.078474 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Publish callbacks [] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:02.090532 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Transition to ACTIVE for port object d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:42:02.094052 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:02.143547 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Pushing event updated for resources: {'Port': ['ID=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:42:02.217334 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Attempting to bind port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:42:02.217686 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Attempting to bind port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'b3a4254d-bfcc-4d96-a405-243f85064c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:42:02.218024 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Attempting to bind port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 on network 0b0691c0-8422-407b-956a-b27b220175f4 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:42:02.222561 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 on network 0b0691c0-8422-407b-956a-b27b220175f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:42:02.222916 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Attempting to bind port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 on network 0b0691c0-8422-407b-956a-b27b220175f4 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:42:02.227903 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:42:02.228247 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Checking segment: {'id': 'b3a4254d-bfcc-4d96-a405-243f85064c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:42:02.228637 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Bound using segment: {'id': 'b3a4254d-bfcc-4d96-a405-243f85064c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:42:02.229073 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Bound port: d9cb8c4a-31d8-4400-b6a4-be7266eef1d1, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a4254d-bfcc-4d96-a405-243f85064c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:42:02.229460 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:02.293793 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] For port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1, host hv-cinder-82947, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:42:02.296685 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] For port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1,segment=NetworkSegment(b3a4254d-bfcc-4d96-a405-243f85064c32),segment_id=b3a4254d-bfcc-4d96-a405-243f85064c32)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:42:02.302574 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:02.334936 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:02.335562 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:02.336935 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] 10.222.0.60 "PUT /v2.0/ports/d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 HTTP/1.1" status: 200 len: 1094 time: 0.5735216 Feb 16 05:42:02.337406 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406bec91-5d24-4662-8c2b-202a785d249f', 'tag': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:42:02.339643 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d20e45-02f3-446d-962b-925d76da23a1" -d '{"events": [{"name": "network-changed", "server_uuid": "406bec91-5d24-4662-8c2b-202a785d249f", "tag": "d9cb8c4a-31d8-4400-b6a4-be7266eef1d1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:42:02.365564 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ab75f-9fa8-48c7-8115-fe7437b5e89e service neutron] Pushing event updated for resources: {'Port': ['ID=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:42:02.383090 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fb3f25-62ee-4813-975d-e07291f10da8 x-openstack-request-id: req-51fb3f25-62ee-4813-975d-e07291f10da8 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:42:02.383579 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406bec91-5d24-4662-8c2b-202a785d249f", "tag": "d9cb8c4a-31d8-4400-b6a4-be7266eef1d1", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:42:02.384497 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-51fb3f25-62ee-4813-975d-e07291f10da8 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:42:02.385074 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406bec91-5d24-4662-8c2b-202a785d249f', 'tag': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1', 'status': 'completed', 'code': 200} Feb 16 05:42:02.440380 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-99e97d47-30b8-4050-8ab8-d5ca40ca103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:02.441941 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-99e97d47-30b8-4050-8ab8-d5ca40ca103c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba122c4197da463faf4c622f2ba7087c&device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 1128 time: 0.0452430 Feb 16 05:42:02.493070 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-5f29157c-4b0d-4c6c-83a5-5bca989c5f90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 HTTP/1.1" status: 200 len: 217 time: 0.0376136 Feb 16 05:42:02.540496 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-a275f796-c612-4e03-9408-b6c94bfa6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:02.541967 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-a275f796-c612-4e03-9408-b6c94bfa6993 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99b171fc-5a2e-4958-adb5-476be9ec1e55 HTTP/1.1" status: 200 len: 854 time: 0.0433414 Feb 16 05:42:02.589539 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-114caa0b-8a70-4b4f-8c9f-e91540e53332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:02.590929 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-114caa0b-8a70-4b4f-8c9f-e91540e53332 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b0691c0-8422-407b-956a-b27b220175f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419269 Feb 16 05:42:02.680292 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-3c0e0d65-4f62-4efb-a34d-b2505543e326 service neutron] 10.222.0.60 "GET /v2.0/networks/0b0691c0-8422-407b-956a-b27b220175f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832829 Feb 16 05:42:02.767929 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-da39b1bf-96f8-445d-9ce7-ee3dab94bad3 req-3816001d-0b34-4f4e-a0bb-7a79a7e9f0b5 service neutron] 10.222.0.60 "GET /v2.0/networks/0b0691c0-8422-407b-956a-b27b220175f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810866 Feb 16 05:42:02.821832 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:02.840831 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abced74e-8bb8-4c1c-9a22-83b2e4ea5ccc req-af41d36d-e37e-4934-95e0-e79930494838 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:02.842261 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-abced74e-8bb8-4c1c-9a22-83b2e4ea5ccc req-af41d36d-e37e-4934-95e0-e79930494838 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 944 time: 0.0586245 Feb 16 05:42:02.912934 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-abced74e-8bb8-4c1c-9a22-83b2e4ea5ccc req-62f55b0e-fa12-4c45-a68f-dd00c63fa5cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646667 Feb 16 05:42:02.925377 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d20e45-02f3-446d-962b-925d76da23a1 req-7f523738-181d-44dc-bd92-fef822a27d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:02.926907 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b6d20e45-02f3-446d-962b-925d76da23a1 req-7f523738-181d-44dc-bd92-fef822a27d99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba122c4197da463faf4c622f2ba7087c&device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 1128 time: 0.0601943 Feb 16 05:42:03.018353 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d20e45-02f3-446d-962b-925d76da23a1 req-b13ee3b2-ac80-4a17-89a5-97ef2f272a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:03.019828 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b6d20e45-02f3-446d-962b-925d76da23a1 req-b13ee3b2-ac80-4a17-89a5-97ef2f272a02 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0b0691c0-8422-407b-956a-b27b220175f4 HTTP/1.1" status: 200 len: 916 time: 0.0854888 Feb 16 05:42:03.066700 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b6d20e45-02f3-446d-962b-925d76da23a1 req-c57eb103-d751-4f4f-91eb-ff72512df424 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 HTTP/1.1" status: 200 len: 217 time: 0.0395505 Feb 16 05:42:03.115133 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d20e45-02f3-446d-962b-925d76da23a1 req-3555cabe-d063-4af7-8c32-f913d2d42eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:03.116492 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b6d20e45-02f3-446d-962b-925d76da23a1 req-3555cabe-d063-4af7-8c32-f913d2d42eff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99b171fc-5a2e-4958-adb5-476be9ec1e55 HTTP/1.1" status: 200 len: 854 time: 0.0424163 Feb 16 05:42:03.163145 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d20e45-02f3-446d-962b-925d76da23a1 req-2f77c411-2793-47e3-b877-f76d24c2f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:03.164618 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b6d20e45-02f3-446d-962b-925d76da23a1 req-2f77c411-2793-47e3-b877-f76d24c2f589 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b0691c0-8422-407b-956a-b27b220175f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417635 Feb 16 05:42:03.254142 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b6d20e45-02f3-446d-962b-925d76da23a1 req-fcb8376e-e69b-436b-b225-99b540437268 service neutron] 10.222.0.60 "GET /v2.0/networks/0b0691c0-8422-407b-956a-b27b220175f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825081 Feb 16 05:42:03.340497 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b6d20e45-02f3-446d-962b-925d76da23a1 req-1d79ec60-4978-4310-8257-f250bb552607 service neutron] 10.222.0.60 "GET /v2.0/networks/0b0691c0-8422-407b-956a-b27b220175f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787148 Feb 16 05:42:04.028978 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da937a-1dbc-463d-9d51-bfd806914e33 req-b2bed4ca-dbb3-40e5-b96a-08deab2281f0 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:04.030447 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-54da937a-1dbc-463d-9d51-bfd806914e33 req-b2bed4ca-dbb3-40e5-b96a-08deab2281f0 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 944 time: 0.0517261 Feb 16 05:42:04.079317 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-54da937a-1dbc-463d-9d51-bfd806914e33 req-7825fac9-2ea4-4eb4-a647-f6c40ef68ad0 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433779 Feb 16 05:42:05.201506 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab027fd-5ebf-4b67-9140-c35fbd463584 req-3eb29fc9-403a-4e99-8153-91a7fdc2a445 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:05.203300 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2ab027fd-5ebf-4b67-9140-c35fbd463584 req-3eb29fc9-403a-4e99-8153-91a7fdc2a445 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 944 time: 0.0577044 Feb 16 05:42:05.247684 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2ab027fd-5ebf-4b67-9140-c35fbd463584 req-66e636e1-fbc4-4bed-90c7-267bdb2a873e tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390286 Feb 16 05:42:06.268190 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:42:06.364162 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f96e2c-7823-4643-b703-b4563f9d7247 req-322a5ef0-463f-42ea-b87c-6d79286cd805 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:06.365672 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d4f96e2c-7823-4643-b703-b4563f9d7247 req-322a5ef0-463f-42ea-b87c-6d79286cd805 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 944 time: 0.0521722 Feb 16 05:42:06.366791 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1,segment=NetworkSegment(b3a4254d-bfcc-4d96-a405-243f85064c32),segment_id=b3a4254d-bfcc-4d96-a405-243f85064c32)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:42:06.378568 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1', 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4', 'port_id': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1', 'mac_address': 'fa:16:3e:49:9a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:42:06.413808 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d4f96e2c-7823-4643-b703-b4563f9d7247 req-dc747aaf-fcb0-47c1-aef6-b13c069da9e2 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424914 Feb 16 05:42:06.415707 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:42:06.416126 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:06.428817 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:42:06.447898 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1,segment=NetworkSegment(b3a4254d-bfcc-4d96-a405-243f85064c32),segment_id=b3a4254d-bfcc-4d96-a405-243f85064c32)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:42:06.452235 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:06.496542 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:42:06.503325 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:06.503678 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:06.504024 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:06.504365 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:06.504698 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:06.505029 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:06.505388 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:06.505719 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:06.506063 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:06.506376 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:06.506699 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:06.507029 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:06.507341 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:06.729511 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['d9cb8c4a-31d8-4400-b6a4-be7266eef1d1'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:42:07.526596 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd7913-c794-4227-ac1d-38b74b097236 req-5afd1878-1c39-4f1d-823d-7ab515951dca tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:07.528590 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e6dd7913-c794-4227-ac1d-38b74b097236 req-5afd1878-1c39-4f1d-823d-7ab515951dca tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 945 time: 0.0514259 Feb 16 05:42:07.574897 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e6dd7913-c794-4227-ac1d-38b74b097236 req-fa79d132-c1ca-49cb-a48a-436d53f522e8 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408690 Feb 16 05:42:08.299304 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:42:08.348653 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:42:08.352775 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:42:08.353165 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:08.435158 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:42:08.435548 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:08.457590 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406bec91-5d24-4662-8c2b-202a785d249f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:42:08.459805 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f15c06-e696-45a4-b690-6719cfe18a8b" -d '{"events": [{"server_uuid": "406bec91-5d24-4662-8c2b-202a785d249f", "name": "network-vif-plugged", "status": "completed", "tag": "d9cb8c4a-31d8-4400-b6a4-be7266eef1d1"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:42:08.472170 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1,segment=NetworkSegment(b3a4254d-bfcc-4d96-a405-243f85064c32),segment_id=b3a4254d-bfcc-4d96-a405-243f85064c32)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:42:08.476964 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:08.499568 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303d7ce2-bc01-4ffb-a5f0-26abfe81bd31 x-openstack-request-id: req-303d7ce2-bc01-4ffb-a5f0-26abfe81bd31 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:42:08.499856 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406bec91-5d24-4662-8c2b-202a785d249f", "name": "network-vif-plugged", "status": "completed", "tag": "d9cb8c4a-31d8-4400-b6a4-be7266eef1d1", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:42:08.500111 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-303d7ce2-bc01-4ffb-a5f0-26abfe81bd31 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:42:08.500489 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406bec91-5d24-4662-8c2b-202a785d249f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1', 'code': 200} Feb 16 05:42:08.524802 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:42:08.726482 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73fc7f-ba0d-4d4f-bdfc-7a925a61a68c req-8668890d-791b-4d95-bef9-6221db31f08c tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:08.727943 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6c73fc7f-ba0d-4d4f-bdfc-7a925a61a68c req-8668890d-791b-4d95-bef9-6221db31f08c tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 946 time: 0.0861671 Feb 16 05:42:08.733698 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fda5c-3bc9-4af6-a661-78fbc8ce984a req-b233f694-373c-4ef0-86d6-223e8e99e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:08.735423 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c66fda5c-3bc9-4af6-a661-78fbc8ce984a req-b233f694-373c-4ef0-86d6-223e8e99e05c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 1130 time: 0.0629690 Feb 16 05:42:08.802209 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6c73fc7f-ba0d-4d4f-bdfc-7a925a61a68c req-430647a6-8f3c-4262-a1fc-bc4ab117ad34 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657654 Feb 16 05:42:08.805382 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c66fda5c-3bc9-4af6-a661-78fbc8ce984a req-4b838661-85b9-4467-a36e-d1e4d9607fd0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630603 Feb 16 05:42:09.922820 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f340bc-a6a1-4f96-9384-b881e1c0a85f req-0aa24ecb-7def-4d5c-bf72-f93b1883dbb4 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:09.924219 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-38f340bc-a6a1-4f96-9384-b881e1c0a85f req-0aa24ecb-7def-4d5c-bf72-f93b1883dbb4 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 946 time: 0.0529995 Feb 16 05:42:09.969896 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-38f340bc-a6a1-4f96-9384-b881e1c0a85f req-896b6e09-a031-4d4d-aa50-3282ce100e09 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401020 Feb 16 05:42:11.085470 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afe79e-97fe-461e-96bd-b4516e22c5f1 req-5807cee7-11f9-4fb0-beaa-82563c195dfb tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:11.086937 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-93afe79e-97fe-461e-96bd-b4516e22c5f1 req-5807cee7-11f9-4fb0-beaa-82563c195dfb tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 946 time: 0.0522332 Feb 16 05:42:11.132455 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-93afe79e-97fe-461e-96bd-b4516e22c5f1 req-b7615b36-8a8c-4433-91f3-5579d12063d3 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398302 Feb 16 05:42:11.255983 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea76a4-cd3c-4ed9-948c-8ad5d3223f08 req-9292a236-6cd8-44e5-a2ca-6cfb496efbb1 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:11.257388 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ebea76a4-cd3c-4ed9-948c-8ad5d3223f08 req-9292a236-6cd8-44e5-a2ca-6cfb496efbb1 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 946 time: 0.0594738 Feb 16 05:42:11.303690 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ebea76a4-cd3c-4ed9-948c-8ad5d3223f08 req-1396935b-d3cc-46cb-a1a5-1008422051e9 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407774 Feb 16 05:42:11.640192 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bea8dd-291d-4cc3-b1ec-892f8be6f054 req-8cef965c-a156-4245-ac54-3698eecabf3f tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:11.641675 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-69bea8dd-291d-4cc3-b1ec-892f8be6f054 req-8cef965c-a156-4245-ac54-3698eecabf3f tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 946 time: 0.0514336 Feb 16 05:42:11.694643 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-69bea8dd-291d-4cc3-b1ec-892f8be6f054 req-b4ae3ce6-58fb-4d5b-a68f-0d853c994826 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474203 Feb 16 05:42:12.543681 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:17.423419 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7d636f1b-0c28-4595-a97f-6eb1c7b93464 req-166ad31b-2de3-43eb-8253-b34d8b96a6cd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450096 Feb 16 05:42:17.523037 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d636f1b-0c28-4595-a97f-6eb1c7b93464 req-2d010c11-bc20-4f36-8a47-17343ac4314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:17.524508 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7d636f1b-0c28-4595-a97f-6eb1c7b93464 req-2d010c11-bc20-4f36-8a47-17343ac4314d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e5222e96e134b27b8a588f1309a0097&device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 1129 time: 0.0430338 Feb 16 05:42:17.621191 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d636f1b-0c28-4595-a97f-6eb1c7b93464 req-9eb21a3f-a089-479b-a16a-0903b197282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:17.622655 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7d636f1b-0c28-4595-a97f-6eb1c7b93464 req-9eb21a3f-a089-479b-a16a-0903b197282e service neutron] 10.222.0.60 "GET /v2.0/networks?id=af5e8334-9cb2-4ddc-b153-43f6f162f135 HTTP/1.1" status: 200 len: 912 time: 0.0811327 Feb 16 05:42:17.689282 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7d636f1b-0c28-4595-a97f-6eb1c7b93464 req-5df8e298-4f9d-4189-8dd6-f7bbf4978da5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04216612-6a17-42d7-bf1b-e4c80f38b38d HTTP/1.1" status: 200 len: 1001 time: 0.0606349 Feb 16 05:42:17.740376 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d636f1b-0c28-4595-a97f-6eb1c7b93464 req-4dd57760-5cca-408b-b347-86ccefa99bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:17.741865 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7d636f1b-0c28-4595-a97f-6eb1c7b93464 req-4dd57760-5cca-408b-b347-86ccefa99bd2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=770464aa-c905-4f1a-8cb7-b33ec5075f91 HTTP/1.1" status: 200 len: 850 time: 0.0431933 Feb 16 05:42:17.789207 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d636f1b-0c28-4595-a97f-6eb1c7b93464 req-287df10e-5c25-44b0-91aa-9e170567773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:17.790705 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7d636f1b-0c28-4595-a97f-6eb1c7b93464 req-287df10e-5c25-44b0-91aa-9e170567773f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af5e8334-9cb2-4ddc-b153-43f6f162f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423708 Feb 16 05:42:17.879191 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7d636f1b-0c28-4595-a97f-6eb1c7b93464 req-8b6e6e33-028f-4441-a164-15d1bafaa1d8 service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820155 Feb 16 05:42:17.964585 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7d636f1b-0c28-4595-a97f-6eb1c7b93464 req-214009a0-b63c-4287-b690-a6c615484f56 service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784028 Feb 16 05:42:21.029900 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2703477-4ae4-43af-b2ee-997f6c696a26 req-e996d355-b9d3-40c7-93e5-f7bbb544f737 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:21.031875 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e2703477-4ae4-43af-b2ee-997f6c696a26 req-e996d355-b9d3-40c7-93e5-f7bbb544f737 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 946 time: 0.0560994 Feb 16 05:42:21.076675 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e2703477-4ae4-43af-b2ee-997f6c696a26 req-20cd86b0-bcd5-43dc-b09c-a6cb35f381be tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394742 Feb 16 05:42:21.098708 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60648) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:42:21.226196 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7401813b-0ffa-4e20-bde8-faf9adb7682d tempest-TestMinimumBasicScenario-1851652050 tempest-TestMinimumBasicScenario-1851652050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:21.227686 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-7401813b-0ffa-4e20-bde8-faf9adb7682d tempest-TestMinimumBasicScenario-1851652050 tempest-TestMinimumBasicScenario-1851652050-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 1125 time: 0.1280112 Feb 16 05:42:21.230558 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60652) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:42:21.234687 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Request body: {'floatingip': {'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'port_id': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:42:21.254603 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:21.350888 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:21.452857 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Allocated IP 172.27.0.56 (61efc28e-7d20-4d92-8b96-aa9398e7f442/35988b50-7f57-43f7-b0a5-0909380c9793/ba9165b4-0a2b-4137-a600-88ff6616d2fe) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:42:21.548308 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for port (ba9165b4-0a2b-4137-a600-88ff6616d2fe), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:21.580834 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (ba9165b4-0a2b-4137-a600-88ff6616d2fe), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:21.607080 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:42:21.622254 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:42:21.625592 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:42:21.629005 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:42:21.634128 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Pushing event updated for resources: {'Port': ['ID=ba9165b4-0a2b-4137-a600-88ff6616d2fe,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:42:21.967308 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for floatingip (7d4248b1-c6c0-43c5-9186-1a4e56b8e2c1), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:22.034888 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (ba9165b4-0a2b-4137-a600-88ff6616d2fe), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:22.178806 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for port (ba9165b4-0a2b-4137-a600-88ff6616d2fe), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:22.183028 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (ba9165b4-0a2b-4137-a600-88ff6616d2fe), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:22.248743 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Pushing event updated for resources: {'Port': ['ID=ba9165b4-0a2b-4137-a600-88ff6616d2fe,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:42:22.258982 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588210'] for floatingip (7d4248b1-c6c0-43c5-9186-1a4e56b8e2c1), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:22.355640 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.l3_db [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Floating IP 7d4248b1-c6c0-43c5-9186-1a4e56b8e2c1 associated. External IP: 172.27.0.56, port: d9cb8c4a-31d8-4400-b6a4-be7266eef1d1. Feb 16 05:42:22.817975 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Router 034d4c57-126d-4646-9391-38882cf8caf0 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:42:22.923434 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:42:22.933306 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e442c-8614-4cdb-9519-678b49d897d9 None None] Sync routers for ids ['034d4c57-126d-4646-9391-38882cf8caf0'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:42:22.941576 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:22.945602 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8e442c-8614-4cdb-9519-678b49d897d9 None None] Routers {'034d4c57-126d-4646-9391-38882cf8caf0'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:42:22.946231 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6c8e442c-8614-4cdb-9519-678b49d897d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:41:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['034d4c57-126d-4646-9391-38882cf8caf0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:42:22.973504 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-e0d6c0e0-cc54-4635-a01c-67087fc3a4e7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7392976 Feb 16 05:42:22.973504 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406bec91-5d24-4662-8c2b-202a785d249f', 'tag': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:42:22.973797 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b012db-0d4e-4aaa-8e36-134f7a6c4556" -d '{"events": [{"name": "network-changed", "server_uuid": "406bec91-5d24-4662-8c2b-202a785d249f", "tag": "d9cb8c4a-31d8-4400-b6a4-be7266eef1d1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:42:22.973911 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60656) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:42:22.978677 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1769628344', 'description': 'tempest-secgroup-smoke-1769628344 description', 'project_id': 'ba122c4197da463faf4c622f2ba7087c'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:42:23.000268 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.010763 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31160d8c-6926-485a-9b2a-62aea416eb4f x-openstack-request-id: req-31160d8c-6926-485a-9b2a-62aea416eb4f {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:42:23.011441 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406bec91-5d24-4662-8c2b-202a785d249f", "tag": "d9cb8c4a-31d8-4400-b6a4-be7266eef1d1", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:42:23.011441 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-31160d8c-6926-485a-9b2a-62aea416eb4f {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:42:23.011743 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406bec91-5d24-4662-8c2b-202a785d249f', 'tag': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1', 'status': 'completed', 'code': 200} Feb 16 05:42:23.068279 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group (70ec880e-a684-436c-a41e-da1a6e390bba), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.072017 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (70ec880e-a684-436c-a41e-da1a6e390bba), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.101503 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.106091 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1308985 Feb 16 05:42:23.106384 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60660) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:42:23.111209 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-6c8e442c-8614-4cdb-9519-678b49d897d9 None None] Set router 034d4c57-126d-4646-9391-38882cf8caf0 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:42:23.111426 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ec880e-a684-436c-a41e-da1a6e390bba,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:42:23.111838 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0d1526ba-3226-49f0-86fd-5c6c2732473a tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Request body: {'security_group_rule': {'security_group_id': '70ec880e-a684-436c-a41e-da1a6e390bba', 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:42:23.119318 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:23.119674 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:23.120367 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:23.120514 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:23.120964 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:23.121323 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:23.121657 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:23.121986 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:23.122312 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:23.122640 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:23.123258 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:23.123258 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:23.123597 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc641-c213-48ff-8775-5553e367e0cd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:42:23.133882 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b012db-0d4e-4aaa-8e36-134f7a6c4556 req-e5983f32-a7a3-48a8-8efc-a337d1407c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:23.135641 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e1b012db-0d4e-4aaa-8e36-134f7a6c4556 req-e5983f32-a7a3-48a8-8efc-a337d1407c1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba122c4197da463faf4c622f2ba7087c&device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 1130 time: 0.0752492 Feb 16 05:42:23.191693 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d1526ba-3226-49f0-86fd-5c6c2732473a tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group_rule (b58056cf-bee8-4084-8a5e-3dde3263a57e), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.273169 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b012db-0d4e-4aaa-8e36-134f7a6c4556 req-c7333092-acca-4a34-a055-9b20711e95cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:23.274734 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e1b012db-0d4e-4aaa-8e36-134f7a6c4556 req-c7333092-acca-4a34-a055-9b20711e95cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=0b0691c0-8422-407b-956a-b27b220175f4 HTTP/1.1" status: 200 len: 916 time: 0.1326561 Feb 16 05:42:23.276368 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d1526ba-3226-49f0-86fd-5c6c2732473a tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group_rule (b58056cf-bee8-4084-8a5e-3dde3263a57e), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.280904 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d1526ba-3226-49f0-86fd-5c6c2732473a tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (b58056cf-bee8-4084-8a5e-3dde3263a57e), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.333906 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1526ba-3226-49f0-86fd-5c6c2732473a tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58056cf-bee8-4084-8a5e-3dde3263a57e,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:42:23.346470 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d1526ba-3226-49f0-86fd-5c6c2732473a tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.347669 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-0d1526ba-3226-49f0-86fd-5c6c2732473a tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2395020 Feb 16 05:42:23.350476 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60662) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:42:23.355001 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ab141ee2-d1a3-4dfe-b843-07c9202e3644 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Request body: {'security_group_rule': {'security_group_id': '70ec880e-a684-436c-a41e-da1a6e390bba', 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:42:23.366429 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e1b012db-0d4e-4aaa-8e36-134f7a6c4556 req-372e8db6-4894-4768-8eec-bba55d4adb1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 HTTP/1.1" status: 200 len: 999 time: 0.0834119 Feb 16 05:42:23.385360 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ab141ee2-d1a3-4dfe-b843-07c9202e3644 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group_rule (cdf8f515-451a-4200-bba6-225b4316c3bb), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.423971 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b012db-0d4e-4aaa-8e36-134f7a6c4556 req-266e8049-575e-4b40-a3ee-5fa0923970ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:23.425447 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e1b012db-0d4e-4aaa-8e36-134f7a6c4556 req-266e8049-575e-4b40-a3ee-5fa0923970ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99b171fc-5a2e-4958-adb5-476be9ec1e55 HTTP/1.1" status: 200 len: 854 time: 0.0500765 Feb 16 05:42:23.425641 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6c8e442c-8614-4cdb-9519-678b49d897d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034d4c57-126d-4646-9391-38882cf8caf0', 'name': 'tempest-TestMinimumBasicScenario-1340039397-router', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:30Z', 'updated_at': '2022-02-16T05:41:33Z', 'revision_number': 4, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'gw_port': {'id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:31Z', 'updated_at': '2022-02-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '7d4248b1-c6c0-43c5-9186-1a4e56b8e2c1', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'port_id': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4', 'mac_address': 'fa:16:3e:49:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406bec91-5d24-4662-8c2b-202a785d249f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:42:21Z', 'updated_at': '2022-02-16T05:42:21Z', 'revision_number': 0, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007f232c-bffd-4124-978d-ba569b503c64', 'name': '', 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'mac_address': 'fa:16:3e:1a:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:32Z', 'updated_at': '2022-02-16T05:41:37Z', 'revision_number': 5, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'subnets': [{'id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:42:23.449372 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ab141ee2-d1a3-4dfe-b843-07c9202e3644 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group_rule (cdf8f515-451a-4200-bba6-225b4316c3bb), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.455923 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ab141ee2-d1a3-4dfe-b843-07c9202e3644 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (cdf8f515-451a-4200-bba6-225b4316c3bb), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.456405 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e442c-8614-4cdb-9519-678b49d897d9 None None] Checking router: 034d4c57-126d-4646-9391-38882cf8caf0 for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:42:23.466002 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8e442c-8614-4cdb-9519-678b49d897d9 None None] Routers {'034d4c57-126d-4646-9391-38882cf8caf0'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:42:23.466626 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6c8e442c-8614-4cdb-9519-678b49d897d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:41:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['034d4c57-126d-4646-9391-38882cf8caf0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:42:23.477604 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab141ee2-d1a3-4dfe-b843-07c9202e3644 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf8f515-451a-4200-bba6-225b4316c3bb,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:42:23.487993 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ab141ee2-d1a3-4dfe-b843-07c9202e3644 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.489342 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-ab141ee2-d1a3-4dfe-b843-07c9202e3644 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377931 Feb 16 05:42:23.490583 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b012db-0d4e-4aaa-8e36-134f7a6c4556 req-17b9ed57-9316-442c-984c-e4c34340075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:23.492025 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60664) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:42:23.492152 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e1b012db-0d4e-4aaa-8e36-134f7a6c4556 req-17b9ed57-9316-442c-984c-e4c34340075b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b0691c0-8422-407b-956a-b27b220175f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598531 Feb 16 05:42:23.496705 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-8346487d-1f75-415c-884a-01ffcd054458 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Request body: {'security_group_rule': {'security_group_id': '70ec880e-a684-436c-a41e-da1a6e390bba', 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:42:23.524726 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8346487d-1f75-415c-884a-01ffcd054458 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group_rule (ca06204b-a3b5-4ac9-9acd-3a3797013958), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.584104 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-6c8e442c-8614-4cdb-9519-678b49d897d9 None None] Set router 034d4c57-126d-4646-9391-38882cf8caf0 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:42:23.585658 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8346487d-1f75-415c-884a-01ffcd054458 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group_rule (ca06204b-a3b5-4ac9-9acd-3a3797013958), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.590546 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8346487d-1f75-415c-884a-01ffcd054458 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (ca06204b-a3b5-4ac9-9acd-3a3797013958), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.591778 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e1b012db-0d4e-4aaa-8e36-134f7a6c4556 req-afe1302f-fbc5-453f-820d-58b75d5dc563 service neutron] 10.222.0.60 "GET /v2.0/networks/0b0691c0-8422-407b-956a-b27b220175f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933366 Feb 16 05:42:23.608740 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346487d-1f75-415c-884a-01ffcd054458 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca06204b-a3b5-4ac9-9acd-3a3797013958,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:42:23.623285 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8346487d-1f75-415c-884a-01ffcd054458 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.625183 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-8346487d-1f75-415c-884a-01ffcd054458 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319256 Feb 16 05:42:23.627871 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60666) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:42:23.632452 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-2a884c46-b44d-4291-8b70-d26d4db3f08f tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Request body: {'security_group_rule': {'security_group_id': '70ec880e-a684-436c-a41e-da1a6e390bba', 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:42:23.660934 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a884c46-b44d-4291-8b70-d26d4db3f08f tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group_rule (608a22cc-5669-486a-92e3-ce13f410b4f6), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.694745 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e1b012db-0d4e-4aaa-8e36-134f7a6c4556 req-72f299e2-aad2-42d0-bf9f-afa2946602e2 service neutron] 10.222.0.60 "GET /v2.0/networks/0b0691c0-8422-407b-956a-b27b220175f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966778 Feb 16 05:42:23.731261 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a884c46-b44d-4291-8b70-d26d4db3f08f tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group_rule (608a22cc-5669-486a-92e3-ce13f410b4f6), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.736049 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a884c46-b44d-4291-8b70-d26d4db3f08f tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (608a22cc-5669-486a-92e3-ce13f410b4f6), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.755281 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a884c46-b44d-4291-8b70-d26d4db3f08f tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608a22cc-5669-486a-92e3-ce13f410b4f6,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:42:23.763973 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a884c46-b44d-4291-8b70-d26d4db3f08f tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.768208 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-2a884c46-b44d-4291-8b70-d26d4db3f08f tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1393809 Feb 16 05:42:23.768492 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60668) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:42:23.772999 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-df4f591a-883f-4999-ae1d-1d77a89a1aad tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Request body: {'security_group_rule': {'security_group_id': '70ec880e-a684-436c-a41e-da1a6e390bba', 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:42:23.794347 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-df4f591a-883f-4999-ae1d-1d77a89a1aad tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Project ba122c4197da463faf4c622f2ba7087c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 05:42:23.799850 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df4f591a-883f-4999-ae1d-1d77a89a1aad tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group_rule (7610f162-b610-4a82-8e6a-8b90a1a1dbd7), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.843529 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6c8e442c-8614-4cdb-9519-678b49d897d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034d4c57-126d-4646-9391-38882cf8caf0', 'name': 'tempest-TestMinimumBasicScenario-1340039397-router', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:30Z', 'updated_at': '2022-02-16T05:41:33Z', 'revision_number': 4, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'gw_port': {'id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:31Z', 'updated_at': '2022-02-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '7d4248b1-c6c0-43c5-9186-1a4e56b8e2c1', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'port_id': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4', 'mac_address': 'fa:16:3e:49:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406bec91-5d24-4662-8c2b-202a785d249f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:42:21Z', 'updated_at': '2022-02-16T05:42:21Z', 'revision_number': 0, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007f232c-bffd-4124-978d-ba569b503c64', 'name': '', 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'mac_address': 'fa:16:3e:1a:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:32Z', 'updated_at': '2022-02-16T05:41:37Z', 'revision_number': 5, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'subnets': [{'id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:42:23.863478 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df4f591a-883f-4999-ae1d-1d77a89a1aad tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group_rule (7610f162-b610-4a82-8e6a-8b90a1a1dbd7), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.868700 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df4f591a-883f-4999-ae1d-1d77a89a1aad tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (7610f162-b610-4a82-8e6a-8b90a1a1dbd7), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.871091 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e442c-8614-4cdb-9519-678b49d897d9 None None] The sync data for ids ['034d4c57-126d-4646-9391-38882cf8caf0'] in dv-cinder-829473-2-iscsi is: [{'id': '034d4c57-126d-4646-9391-38882cf8caf0', 'name': 'tempest-TestMinimumBasicScenario-1340039397-router', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:30Z', 'updated_at': '2022-02-16T05:41:33Z', 'revision_number': 4, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'gw_port': {'id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:31Z', 'updated_at': '2022-02-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '7d4248b1-c6c0-43c5-9186-1a4e56b8e2c1', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'port_id': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4', 'mac_address': 'fa:16:3e:49:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406bec91-5d24-4662-8c2b-202a785d249f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:42:21Z', 'updated_at': '2022-02-16T05:42:21Z', 'revision_number': 0, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007f232c-bffd-4124-978d-ba569b503c64', 'name': '', 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'mac_address': 'fa:16:3e:1a:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:32Z', 'updated_at': '2022-02-16T05:41:37Z', 'revision_number': 5, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'subnets': [{'id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:42:23.886550 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f591a-883f-4999-ae1d-1d77a89a1aad tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7610f162-b610-4a82-8e6a-8b90a1a1dbd7,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:42:23.894532 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df4f591a-883f-4999-ae1d-1d77a89a1aad tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.895809 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-df4f591a-883f-4999-ae1d-1d77a89a1aad tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262631 Feb 16 05:42:23.898493 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60670) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:42:23.902845 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-80c16c52-0e1e-4792-8ce6-46f029551d16 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Request body: {'security_group_rule': {'security_group_id': '70ec880e-a684-436c-a41e-da1a6e390bba', 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:42:23.924243 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-80c16c52-0e1e-4792-8ce6-46f029551d16 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Project ba122c4197da463faf4c622f2ba7087c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 05:42:23.929351 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80c16c52-0e1e-4792-8ce6-46f029551d16 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group_rule (6f9bbb17-1ddf-439e-b411-11da914ae546), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.987963 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80c16c52-0e1e-4792-8ce6-46f029551d16 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group_rule (6f9bbb17-1ddf-439e-b411-11da914ae546), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:23.991753 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80c16c52-0e1e-4792-8ce6-46f029551d16 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (6f9bbb17-1ddf-439e-b411-11da914ae546), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:24.009357 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c16c52-0e1e-4792-8ce6-46f029551d16 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9bbb17-1ddf-439e-b411-11da914ae546,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:42:24.017655 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80c16c52-0e1e-4792-8ce6-46f029551d16 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:24.018877 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-80c16c52-0e1e-4792-8ce6-46f029551d16 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194654 Feb 16 05:42:24.072547 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a95f746-d910-4455-8472-3703be70bee2 None None] New status for floating IP 7d4248b1-c6c0-43c5-9186-1a4e56b8e2c1: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 05:42:24.118372 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fd91d3f1-db9a-4b60-9ef4-c334d34c5743 req-d221615d-8552-4ec0-a553-ffcd6d92ddff tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1769628344&fields=id&tenant_id=ba122c4197da463faf4c622f2ba7087c HTTP/1.1" status: 200 len: 267 time: 0.0533361 Feb 16 05:42:24.173979 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91d3f1-db9a-4b60-9ef4-c334d34c5743 req-4e5b9da7-db26-4d5a-8167-67f9b5b7f1a2 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:24.175510 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fd91d3f1-db9a-4b60-9ef4-c334d34c5743 req-4e5b9da7-db26-4d5a-8167-67f9b5b7f1a2 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 946 time: 0.0521598 Feb 16 05:42:24.186046 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-fd91d3f1-db9a-4b60-9ef4-c334d34c5743 req-0ea6552c-77a6-4caf-a4d6-56dbdb1523bd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Request body: {'port': {'security_groups': ['5b4d5a8f-ad18-4aef-b23c-09b3a6561849', '70ec880e-a684-436c-a41e-da1a6e390bba']}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:42:24.260709 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-fd91d3f1-db9a-4b60-9ef4-c334d34c5743 req-0ea6552c-77a6-4caf-a4d6-56dbdb1523bd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:24.439646 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-fd91d3f1-db9a-4b60-9ef4-c334d34c5743 req-0ea6552c-77a6-4caf-a4d6-56dbdb1523bd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] For port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1,segment=NetworkSegment(b3a4254d-bfcc-4d96-a405-243f85064c32),segment_id=b3a4254d-bfcc-4d96-a405-243f85064c32)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:42:24.469273 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-fd91d3f1-db9a-4b60-9ef4-c334d34c5743 req-0ea6552c-77a6-4caf-a4d6-56dbdb1523bd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:24.473887 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-fd91d3f1-db9a-4b60-9ef4-c334d34c5743 req-0ea6552c-77a6-4caf-a4d6-56dbdb1523bd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:24.512685 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91d3f1-db9a-4b60-9ef4-c334d34c5743 req-0ea6552c-77a6-4caf-a4d6-56dbdb1523bd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:24.513349 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-fd91d3f1-db9a-4b60-9ef4-c334d34c5743 req-0ea6552c-77a6-4caf-a4d6-56dbdb1523bd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:24.513739 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['d9cb8c4a-31d8-4400-b6a4-be7266eef1d1'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:42:24.515225 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fd91d3f1-db9a-4b60-9ef4-c334d34c5743 req-0ea6552c-77a6-4caf-a4d6-56dbdb1523bd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "PUT /v2.0/ports/d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 HTTP/1.1" status: 200 len: 982 time: 0.3332133 Feb 16 05:42:24.517676 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406bec91-5d24-4662-8c2b-202a785d249f', 'tag': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:42:24.519996 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1657ea65-3614-4535-aa97-94bbe44eeda9" -d '{"events": [{"name": "network-changed", "server_uuid": "406bec91-5d24-4662-8c2b-202a785d249f", "tag": "d9cb8c4a-31d8-4400-b6a4-be7266eef1d1"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:42:24.547115 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6552c-77a6-4caf-a4d6-56dbdb1523bd tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Pushing event updated for resources: {'Port': ['ID=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1,revision_number=6']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:42:24.567465 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18671725-e505-4782-9a3f-e6deac03161b x-openstack-request-id: req-18671725-e505-4782-9a3f-e6deac03161b {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:42:24.568613 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406bec91-5d24-4662-8c2b-202a785d249f", "tag": "d9cb8c4a-31d8-4400-b6a4-be7266eef1d1", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:42:24.568613 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-18671725-e505-4782-9a3f-e6deac03161b {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:42:24.568613 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406bec91-5d24-4662-8c2b-202a785d249f', 'tag': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1', 'status': 'completed', 'code': 200} Feb 16 05:42:24.678910 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['d9cb8c4a-31d8-4400-b6a4-be7266eef1d1'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:42:24.682046 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c6263-dcf3-401b-b5d1-a071495c8b2d req-806581b3-4bc4-4a6d-a331-1311537b79fb tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:24.683710 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b03c6263-dcf3-401b-b5d1-a071495c8b2d req-806581b3-4bc4-4a6d-a331-1311537b79fb tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 985 time: 0.0919836 Feb 16 05:42:24.691334 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657ea65-3614-4535-aa97-94bbe44eeda9 req-5b6a8584-ea0a-408f-a6c9-662099a8f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:24.692943 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1657ea65-3614-4535-aa97-94bbe44eeda9 req-5b6a8584-ea0a-408f-a6c9-662099a8f984 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba122c4197da463faf4c622f2ba7087c&device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 1169 time: 0.0720835 Feb 16 05:42:24.807441 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-54633ed2-2c7a-43cb-80b0-d83f04270304 None None] Provisioning complete for port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:42:24.807813 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-54633ed2-2c7a-43cb-80b0-d83f04270304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:24.814190 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b03c6263-dcf3-401b-b5d1-a071495c8b2d req-ed6a9c9a-0f32-4bc3-b159-400893990249 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&id=70ec880e-a684-436c-a41e-da1a6e390bba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201448 Feb 16 05:42:24.834600 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657ea65-3614-4535-aa97-94bbe44eeda9 req-8727d71b-e5bb-4751-b719-4a74703175bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:24.836203 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1657ea65-3614-4535-aa97-94bbe44eeda9 req-8727d71b-e5bb-4751-b719-4a74703175bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=0b0691c0-8422-407b-956a-b27b220175f4 HTTP/1.1" status: 200 len: 916 time: 0.1363854 Feb 16 05:42:24.903419 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1657ea65-3614-4535-aa97-94bbe44eeda9 req-5b5c601f-eb8f-42ee-973a-78aa51d457ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 HTTP/1.1" status: 200 len: 1001 time: 0.0583446 Feb 16 05:42:24.955078 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657ea65-3614-4535-aa97-94bbe44eeda9 req-15e340f5-3535-4aa7-a789-0f680df7ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:24.956678 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1657ea65-3614-4535-aa97-94bbe44eeda9 req-15e340f5-3535-4aa7-a789-0f680df7ea8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99b171fc-5a2e-4958-adb5-476be9ec1e55 HTTP/1.1" status: 200 len: 854 time: 0.0476902 Feb 16 05:42:25.006795 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657ea65-3614-4535-aa97-94bbe44eeda9 req-8a0d98d1-3c72-49fb-87cf-53bb04acb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:25.008306 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1657ea65-3614-4535-aa97-94bbe44eeda9 req-8a0d98d1-3c72-49fb-87cf-53bb04acb2a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b0691c0-8422-407b-956a-b27b220175f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436478 Feb 16 05:42:25.014184 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-54633ed2-2c7a-43cb-80b0-d83f04270304 None None] Current status of the port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:42:25.095324 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1657ea65-3614-4535-aa97-94bbe44eeda9 req-76e2aff8-2957-4ef6-a0af-21c0956669ae service neutron] 10.222.0.60 "GET /v2.0/networks/0b0691c0-8422-407b-956a-b27b220175f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803225 Feb 16 05:42:25.193280 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1657ea65-3614-4535-aa97-94bbe44eeda9 req-97c5dac4-19ae-4414-9f5c-024e6c3b9bfd service neutron] 10.222.0.60 "GET /v2.0/networks/0b0691c0-8422-407b-956a-b27b220175f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918427 Feb 16 05:42:26.131767 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c846d61b-2a05-4e5b-a74a-fe58bdb3829c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:28.611605 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eaeb52ab-caf9-4045-aeb6-7e362b1ce3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:29.446127 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:30.974773 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:32.824815 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:42.544269 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:47.628182 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52cd5f-df0e-46a1-a32c-997eb6acb3c9 req-72075fa9-5d79-4d86-8815-971daec7a58e tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:47.629664 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eb52cd5f-df0e-46a1-a32c-997eb6acb3c9 req-72075fa9-5d79-4d86-8815-971daec7a58e tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 985 time: 0.0823560 Feb 16 05:42:47.644960 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1f633-330c-4350-8798-764ce457a44c req-21bc8ac9-9ed2-4edd-add8-cdebbb06000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:47.646366 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-74b1f633-330c-4350-8798-764ce457a44c req-21bc8ac9-9ed2-4edd-add8-cdebbb06000f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba122c4197da463faf4c622f2ba7087c&device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 1169 time: 0.0641785 Feb 16 05:42:47.744243 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eb52cd5f-df0e-46a1-a32c-997eb6acb3c9 req-f9991c49-c5c1-4e54-b431-9c27f2e3bc27 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&id=70ec880e-a684-436c-a41e-da1a6e390bba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1085105 Feb 16 05:42:47.770088 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1f633-330c-4350-8798-764ce457a44c req-11359020-779b-4838-acc8-d0a19c15b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:47.771534 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-74b1f633-330c-4350-8798-764ce457a44c req-11359020-779b-4838-acc8-d0a19c15b8a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0b0691c0-8422-407b-956a-b27b220175f4 HTTP/1.1" status: 200 len: 916 time: 0.1175940 Feb 16 05:42:47.840231 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-74b1f633-330c-4350-8798-764ce457a44c req-90308261-4c8f-466d-a4f8-338fc5e63ac2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 HTTP/1.1" status: 200 len: 1001 time: 0.0613141 Feb 16 05:42:47.887420 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1f633-330c-4350-8798-764ce457a44c req-2a4fbf3a-9770-4b6c-a9f0-dc5706c00407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:47.888877 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-74b1f633-330c-4350-8798-764ce457a44c req-2a4fbf3a-9770-4b6c-a9f0-dc5706c00407 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99b171fc-5a2e-4958-adb5-476be9ec1e55 HTTP/1.1" status: 200 len: 854 time: 0.0425189 Feb 16 05:42:47.936616 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1f633-330c-4350-8798-764ce457a44c req-4f09dc18-7aab-48aa-9330-e03ca4c6c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:47.938019 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-74b1f633-330c-4350-8798-764ce457a44c req-4f09dc18-7aab-48aa-9330-e03ca4c6c35a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b0691c0-8422-407b-956a-b27b220175f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428147 Feb 16 05:42:48.026154 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-74b1f633-330c-4350-8798-764ce457a44c req-ef6375f8-65aa-4a06-a1d2-1f7824dfb89d service neutron] 10.222.0.60 "GET /v2.0/networks/0b0691c0-8422-407b-956a-b27b220175f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813386 Feb 16 05:42:48.112135 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-74b1f633-330c-4350-8798-764ce457a44c req-f0d5b9df-6976-4e74-8c89-c80ae5a7c6ee service neutron] 10.222.0.60 "GET /v2.0/networks/0b0691c0-8422-407b-956a-b27b220175f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797510 Feb 16 05:42:48.862871 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4f99d-9995-48d6-a496-7ee1557b4f7f req-896c6b8e-5324-4f5f-b64b-df875b29da62 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:48.864330 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f2a4f99d-9995-48d6-a496-7ee1557b4f7f req-896c6b8e-5324-4f5f-b64b-df875b29da62 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 985 time: 0.0524850 Feb 16 05:42:48.925152 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f2a4f99d-9995-48d6-a496-7ee1557b4f7f req-e93800f3-e6e0-498c-a721-d904e7cf5ada tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&id=70ec880e-a684-436c-a41e-da1a6e390bba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549986 Feb 16 05:42:50.045023 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f51e5-8d02-40a3-a217-6bc4358b7218 req-2c7852d7-c843-4540-abca-e129a4cbc654 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:50.046526 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-df1f51e5-8d02-40a3-a217-6bc4358b7218 req-2c7852d7-c843-4540-abca-e129a4cbc654 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 985 time: 0.0534384 Feb 16 05:42:50.104171 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-df1f51e5-8d02-40a3-a217-6bc4358b7218 req-13ce09c7-3381-43cb-b636-cb283cfd4562 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&id=70ec880e-a684-436c-a41e-da1a6e390bba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519881 Feb 16 05:42:51.220936 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ed385-504f-4fda-b98d-a8d0d6848dfa req-ea1acfb1-3b2b-4983-b7ab-fc4a64d74e95 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:51.222423 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-005ed385-504f-4fda-b98d-a8d0d6848dfa req-ea1acfb1-3b2b-4983-b7ab-fc4a64d74e95 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 985 time: 0.0527525 Feb 16 05:42:51.278960 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-005ed385-504f-4fda-b98d-a8d0d6848dfa req-eb43d452-137f-46f4-b6c4-fc10eff8e3a0 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&id=70ec880e-a684-436c-a41e-da1a6e390bba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510571 Feb 16 05:42:52.397468 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05485843-f860-467f-9da6-03129da92951 req-edaa0af4-ac37-4adc-bc81-127a05cd5d74 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:52.398920 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-05485843-f860-467f-9da6-03129da92951 req-edaa0af4-ac37-4adc-bc81-127a05cd5d74 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 985 time: 0.0550263 Feb 16 05:42:52.455617 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-05485843-f860-467f-9da6-03129da92951 req-a9c53825-8bf5-4b69-b051-203c0e51e5b7 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&id=70ec880e-a684-436c-a41e-da1a6e390bba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505843 Feb 16 05:42:53.571756 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cceb9e9-487e-4c44-b886-3d6163d59925 req-3ddc7159-00f4-4b60-aaaf-ba0bc01fe64d tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:53.573194 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0cceb9e9-487e-4c44-b886-3d6163d59925 req-3ddc7159-00f4-4b60-aaaf-ba0bc01fe64d tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 985 time: 0.0517049 Feb 16 05:42:53.635353 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0cceb9e9-487e-4c44-b886-3d6163d59925 req-69122cc1-6ad7-43e5-b7ff-c527ac461e63 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&id=70ec880e-a684-436c-a41e-da1a6e390bba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564368 Feb 16 05:42:54.758691 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f92b25-51e8-454f-9f88-bac685b157b2 req-31be75dd-2a13-4b28-a0fa-c8a1ae5fd012 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:54.760142 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-17f92b25-51e8-454f-9f88-bac685b157b2 req-31be75dd-2a13-4b28-a0fa-c8a1ae5fd012 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 985 time: 0.0522435 Feb 16 05:42:54.818731 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-17f92b25-51e8-454f-9f88-bac685b157b2 req-b283d1ee-7d31-415c-ac83-aa87d321ed4c tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&id=70ec880e-a684-436c-a41e-da1a6e390bba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529301 Feb 16 05:42:55.941192 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9df288-a561-4b24-8bcd-12a4cb507cc5 req-02d62df1-67f2-498d-91a1-34e9d5dd2b3f tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:55.942564 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cd9df288-a561-4b24-8bcd-12a4cb507cc5 req-02d62df1-67f2-498d-91a1-34e9d5dd2b3f tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 985 time: 0.0579984 Feb 16 05:42:56.002430 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cd9df288-a561-4b24-8bcd-12a4cb507cc5 req-b901ecea-4688-468d-9c9d-52063939c238 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&id=70ec880e-a684-436c-a41e-da1a6e390bba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542583 Feb 16 05:42:56.132779 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7f2bf720-e097-4415-be58-91d863d571af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:57.122069 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688252a-fb14-4047-b7c5-5f3fdc5f8080 req-7727a4a3-a682-4636-8785-49a19d5af148 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:57.123560 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f688252a-fb14-4047-b7c5-5f3fdc5f8080 req-7727a4a3-a682-4636-8785-49a19d5af148 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 985 time: 0.0554214 Feb 16 05:42:57.181487 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f688252a-fb14-4047-b7c5-5f3fdc5f8080 req-f62e98bb-6ea7-4ca8-aa75-911ca82a92cf tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&id=70ec880e-a684-436c-a41e-da1a6e390bba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523305 Feb 16 05:42:58.303005 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef316f20-fc23-4091-997d-1a3cae3af144 req-e4cc0458-94f8-47a7-9dbf-9fcaa55e57e2 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:58.304530 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ef316f20-fc23-4091-997d-1a3cae3af144 req-e4cc0458-94f8-47a7-9dbf-9fcaa55e57e2 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 985 time: 0.0579393 Feb 16 05:42:58.362892 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ef316f20-fc23-4091-997d-1a3cae3af144 req-3a99bde7-cf0f-4866-8f66-784f8fe11c64 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&id=70ec880e-a684-436c-a41e-da1a6e390bba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526698 Feb 16 05:42:58.605353 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:42:58.610813 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8551ac7b-87b3-4305-ad3c-df478d7ce9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:59.447341 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:42:59.481270 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2b16e-c1cb-4218-80c5-b6d5bcc42447 req-70535d2b-4a45-4447-b0eb-bf7c88e6417b tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:42:59.482772 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-20c2b16e-c1cb-4218-80c5-b6d5bcc42447 req-70535d2b-4a45-4447-b0eb-bf7c88e6417b tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 985 time: 0.0537457 Feb 16 05:42:59.541061 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-20c2b16e-c1cb-4218-80c5-b6d5bcc42447 req-6c25811d-772d-41b9-ae59-eb1bf93cfa30 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&id=70ec880e-a684-436c-a41e-da1a6e390bba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526805 Feb 16 05:43:00.656220 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc6b74-f13a-4e89-9850-a0accb06912e req-20383ad2-eef2-4f15-9e2e-e10e62eac3b0 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:00.657670 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-90cc6b74-f13a-4e89-9850-a0accb06912e req-20383ad2-eef2-4f15-9e2e-e10e62eac3b0 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 985 time: 0.0518901 Feb 16 05:43:00.720135 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-90cc6b74-f13a-4e89-9850-a0accb06912e req-9e7a55ce-f543-4726-96ee-fbba2c5385b4 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&id=70ec880e-a684-436c-a41e-da1a6e390bba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566089 Feb 16 05:43:00.978120 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:01.839375 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3402ede-2918-4d36-b82b-4b718961ff21 req-b12b8c90-74db-42b2-bd70-c53ac4d60a8f tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:01.840830 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c3402ede-2918-4d36-b82b-4b718961ff21 req-b12b8c90-74db-42b2-bd70-c53ac4d60a8f tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 985 time: 0.0524385 Feb 16 05:43:01.900982 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c3402ede-2918-4d36-b82b-4b718961ff21 req-0ddf9337-c7f0-4f4c-aec0-90da95fa30b4 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&id=70ec880e-a684-436c-a41e-da1a6e390bba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544534 Feb 16 05:43:02.826735 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:03.015399 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05036b12-ed60-42dd-b2cb-b85f41be2868 req-a3d6afff-2e39-4d99-818b-defdcac77e88 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:03.016887 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-05036b12-ed60-42dd-b2cb-b85f41be2868 req-a3d6afff-2e39-4d99-818b-defdcac77e88 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 985 time: 0.0519741 Feb 16 05:43:03.074641 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-05036b12-ed60-42dd-b2cb-b85f41be2868 req-c5999dae-5c4e-4d9c-b3cd-63e68f0662bb tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&id=70ec880e-a684-436c-a41e-da1a6e390bba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521679 Feb 16 05:43:04.188566 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416effdc-c217-41fb-af2e-2d5aa2a05599 req-ede48fad-2b30-4c22-b2ca-74e9438ac907 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:04.190076 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-416effdc-c217-41fb-af2e-2d5aa2a05599 req-ede48fad-2b30-4c22-b2ca-74e9438ac907 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 985 time: 0.0519688 Feb 16 05:43:04.248730 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-416effdc-c217-41fb-af2e-2d5aa2a05599 req-df7882d4-8c1e-4a6f-bf10-7cfd5732ccef tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&id=70ec880e-a684-436c-a41e-da1a6e390bba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531502 Feb 16 05:43:12.553596 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:17.696061 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2f187fde-0ca1-42f1-aa34-f6f4e2743052 req-a9066a25-632e-4939-89ad-de0c46640a98 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428755 Feb 16 05:43:17.770755 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f187fde-0ca1-42f1-aa34-f6f4e2743052 req-3c7333ca-c3d8-4b12-8ee8-cd1193a0783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:17.772248 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2f187fde-0ca1-42f1-aa34-f6f4e2743052 req-3c7333ca-c3d8-4b12-8ee8-cd1193a0783a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba122c4197da463faf4c622f2ba7087c&device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 1169 time: 0.0440116 Feb 16 05:43:17.875750 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f187fde-0ca1-42f1-aa34-f6f4e2743052 req-f6daf65d-c8d4-4b12-aedc-e8f53fabf40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:17.877237 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2f187fde-0ca1-42f1-aa34-f6f4e2743052 req-f6daf65d-c8d4-4b12-aedc-e8f53fabf40f service neutron] 10.222.0.60 "GET /v2.0/networks?id=0b0691c0-8422-407b-956a-b27b220175f4 HTTP/1.1" status: 200 len: 916 time: 0.0865405 Feb 16 05:43:17.940327 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2f187fde-0ca1-42f1-aa34-f6f4e2743052 req-00a78d4b-8aa6-4f31-a77e-4fd89468d19c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 HTTP/1.1" status: 200 len: 1001 time: 0.0573800 Feb 16 05:43:17.994200 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f187fde-0ca1-42f1-aa34-f6f4e2743052 req-611dbc2d-3aca-411e-8fb1-e4dfd45854a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:17.995643 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2f187fde-0ca1-42f1-aa34-f6f4e2743052 req-611dbc2d-3aca-411e-8fb1-e4dfd45854a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99b171fc-5a2e-4958-adb5-476be9ec1e55 HTTP/1.1" status: 200 len: 854 time: 0.0498536 Feb 16 05:43:18.041714 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f187fde-0ca1-42f1-aa34-f6f4e2743052 req-6685ff96-82c5-4b00-81ba-16a26b741b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:18.043149 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2f187fde-0ca1-42f1-aa34-f6f4e2743052 req-6685ff96-82c5-4b00-81ba-16a26b741b55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b0691c0-8422-407b-956a-b27b220175f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419440 Feb 16 05:43:18.052388 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [req-2f187fde-0ca1-42f1-aa34-f6f4e2743052 req-50b74932-80a4-433a-b6e4-f19198bd40df service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 05:43:18.053378 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2f187fde-0ca1-42f1-aa34-f6f4e2743052 req-50b74932-80a4-433a-b6e4-f19198bd40df service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046709 Feb 16 05:43:18.137936 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2f187fde-0ca1-42f1-aa34-f6f4e2743052 req-19683b48-903e-411a-b62e-b78fde10d0dd service neutron] 10.222.0.60 "GET /v2.0/networks/0b0691c0-8422-407b-956a-b27b220175f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790944 Feb 16 05:43:18.227809 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2f187fde-0ca1-42f1-aa34-f6f4e2743052 req-350171ec-f0ac-4321-bac6-df8b2c14448a service neutron] 10.222.0.60 "GET /v2.0/networks/0b0691c0-8422-407b-956a-b27b220175f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840244 Feb 16 05:43:26.133645 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e28e0491-7447-4f68-a9da-17ca98785fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:28.614859 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7373325e-e055-4a12-8086-32ff5c8d792c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:28.753640 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-c2150e86-3fab-44b2-a687-8658db859d04 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2011454409&fields=id&tenant_id=7e5222e96e134b27b8a588f1309a0097 HTTP/1.1" status: 200 len: 267 time: 0.0519385 Feb 16 05:43:28.858227 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-829dbfcd-b251-4f40-848d-7f3d0fd21ca9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:28.859619 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-829dbfcd-b251-4f40-848d-7f3d0fd21ca9 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/networks?id=af5e8334-9cb2-4ddc-b153-43f6f162f135 HTTP/1.1" status: 200 len: 811 time: 0.0997801 Feb 16 05:43:28.874128 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-5e1c74ee-3e46-4ba6-a5d0-3f352dc21b4c tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/quotas/7e5222e96e134b27b8a588f1309a0097 HTTP/1.1" status: 200 len: 375 time: 0.0092015 Feb 16 05:43:28.929085 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-13bdf753-f879-4b17-a4fa-a295a7e8bf8b tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e5222e96e134b27b8a588f1309a0097&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502865 Feb 16 05:43:28.989915 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-c178a2ed-a2f4-491d-aed1-bbff21d79ae7 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 05:43:28.990946 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-c178a2ed-a2f4-491d-aed1-bbff21d79ae7 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0502758 Feb 16 05:43:29.084321 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-a302d5c5-7a15-4313-b379-924ebe584281 service neutron] 10.222.0.75 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876336 Feb 16 05:43:29.179191 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-663454a0-6529-443f-af0c-53fb43b14275 service neutron] 10.222.0.75 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888085 Feb 16 05:43:29.456235 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:29.524386 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-feb268c0-235d-4afc-87b8-37967c6e1614 req-1a225e6a-e06a-4218-aa1d-8e0a7368a217 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 210 time: 0.0950482 Feb 16 05:43:30.557674 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-ed975231-45f8-4f2b-b204-2c65aa5cc539 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:30.559136 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-ed975231-45f8-4f2b-b204-2c65aa5cc539 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.60 "GET /v2.0/networks?id=af5e8334-9cb2-4ddc-b153-43f6f162f135 HTTP/1.1" status: 200 len: 811 time: 0.1047795 Feb 16 05:43:30.619454 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-350958c0-ede8-4423-8bb1-06e36f4d618a req-d0e882ad-5245-4707-ad9c-7006383e9e6b tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 210 time: 0.0275671 Feb 16 05:43:30.650933 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-d47d9feb-24af-4611-ad1c-999292bcf619 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e5222e96e134b27b8a588f1309a0097 HTTP/1.1" status: 200 len: 380 time: 0.0549934 Feb 16 05:43:30.660048 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Request body: {'port': {'device_id': '97656735-cb10-4bd1-b2dd-8ed733784a21', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'admin_state_up': True, 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'security_groups': ['5c966fb1-c448-4e33-8d64-7d2e16d640b1']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:43:30.761836 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Made reservation on behalf of 7e5222e96e134b27b8a588f1309a0097 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:43:30.765726 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:30.888924 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Allocated IP 172.20.0.6 (af5e8334-9cb2-4ddc-b153-43f6f162f135/770464aa-c905-4f1a-8cb7-b33ec5075f91/904032fd-091e-48cf-b168-d47fb2b17635) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:43:30.979943 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:31.025451 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for port (904032fd-091e-48cf-b168-d47fb2b17635), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:31.060031 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (904032fd-091e-48cf-b168-d47fb2b17635), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:31.104512 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Network af5e8334-9cb2-4ddc-b153-43f6f162f135 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:43:31.107723 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:43:31.112062 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:43:31.135724 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event updated for resources: {'Port': ['ID=904032fd-091e-48cf-b168-d47fb2b17635,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:31.150476 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:31.150736 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:31.151083 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:31.151422 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:31.151757 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:31.152088 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:31.152419 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:31.152760 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:31.153081 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:31.153440 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:31.153771 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:31.154094 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:31.154416 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:31.177718 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:31.178598 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:31.195141 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-ee138230-bd5d-405d-ba44-2f8d999596d5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5386426 Feb 16 05:43:31.268403 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Request body: {'port': {'device_id': '97656735-cb10-4bd1-b2dd-8ed733784a21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:43:31.332041 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (904032fd-091e-48cf-b168-d47fb2b17635), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:31.408315 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-48fe4922-3a18-48f6-b4da-5f69bff144da None None] Provisioning complete for port 904032fd-091e-48cf-b168-d47fb2b17635 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:43:31.408716 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-48fe4922-3a18-48f6-b4da-5f69bff144da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (904032fd-091e-48cf-b168-d47fb2b17635), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:31.446010 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-48fe4922-3a18-48f6-b4da-5f69bff144da None None] Port 904032fd-091e-48cf-b168-d47fb2b17635 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:43:31.581686 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904032fd-091e-48cf-b168-d47fb2b17635 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:43:31.588885 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Publish callbacks [] for port (904032fd-091e-48cf-b168-d47fb2b17635), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:31.600341 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Transition to ACTIVE for port object 904032fd-091e-48cf-b168-d47fb2b17635 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:43:31.604943 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (904032fd-091e-48cf-b168-d47fb2b17635), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:31.658135 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Pushing event updated for resources: {'Port': ['ID=904032fd-091e-48cf-b168-d47fb2b17635,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:31.760805 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Attempting to bind port 904032fd-091e-48cf-b168-d47fb2b17635 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:43:31.761146 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Attempting to bind port 904032fd-091e-48cf-b168-d47fb2b17635 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:43:31.761510 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Attempting to bind port 904032fd-091e-48cf-b168-d47fb2b17635 on network af5e8334-9cb2-4ddc-b153-43f6f162f135 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:43:31.768231 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Port 904032fd-091e-48cf-b168-d47fb2b17635 on network af5e8334-9cb2-4ddc-b153-43f6f162f135 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:43:31.768453 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Attempting to bind port 904032fd-091e-48cf-b168-d47fb2b17635 on network af5e8334-9cb2-4ddc-b153-43f6f162f135 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:43:31.781453 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730aedd9-c6d2-4a0d-9ace-4489dd192330 req-94cc459e-d5b7-4a5a-b0b9-dfe1d379993d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:31.782980 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-730aedd9-c6d2-4a0d-9ace-4489dd192330 req-94cc459e-d5b7-4a5a-b0b9-dfe1d379993d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 943 time: 0.0829027 Feb 16 05:43:31.784210 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:43:31.784555 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Checking segment: {'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:43:31.784942 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Bound using segment: {'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:43:31.785426 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Bound port: 904032fd-091e-48cf-b168-d47fb2b17635, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58cbe300-3982-467b-9b89-4e857c655e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:43:31.785792 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (904032fd-091e-48cf-b168-d47fb2b17635), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:31.883334 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-730aedd9-c6d2-4a0d-9ace-4489dd192330 req-daa2117a-1507-462c-9d81-a552e2b89864 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939791 Feb 16 05:43:31.894499 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] For port 904032fd-091e-48cf-b168-d47fb2b17635, host hv-cinder-82947, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:43:31.897431 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] For port 904032fd-091e-48cf-b168-d47fb2b17635, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=904032fd-091e-48cf-b168-d47fb2b17635,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:43:31.902655 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (904032fd-091e-48cf-b168-d47fb2b17635), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:31.934457 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:31.935085 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:31.936959 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-798b5886-2080-432a-aa21-09084cb15017 service neutron] 10.222.0.60 "PUT /v2.0/ports/904032fd-091e-48cf-b168-d47fb2b17635 HTTP/1.1" status: 200 len: 1093 time: 0.7235136 Feb 16 05:43:31.937421 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97656735-cb10-4bd1-b2dd-8ed733784a21', 'tag': '904032fd-091e-48cf-b168-d47fb2b17635'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:43:31.939650 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1055f21-01e5-4513-b20d-9a2ea6b6b79f" -d '{"events": [{"name": "network-changed", "server_uuid": "97656735-cb10-4bd1-b2dd-8ed733784a21", "tag": "904032fd-091e-48cf-b168-d47fb2b17635"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:43:31.970035 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b5886-2080-432a-aa21-09084cb15017 service neutron] Pushing event updated for resources: {'Port': ['ID=904032fd-091e-48cf-b168-d47fb2b17635,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:31.980188 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4556678-d731-48b3-9b09-2b1df65a906d x-openstack-request-id: req-a4556678-d731-48b3-9b09-2b1df65a906d {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:43:31.980473 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97656735-cb10-4bd1-b2dd-8ed733784a21", "tag": "904032fd-091e-48cf-b168-d47fb2b17635", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:43:31.980746 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a4556678-d731-48b3-9b09-2b1df65a906d {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:43:31.981160 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97656735-cb10-4bd1-b2dd-8ed733784a21', 'tag': '904032fd-091e-48cf-b168-d47fb2b17635', 'status': 'completed', 'code': 200} Feb 16 05:43:32.057798 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-d63e822d-5900-4927-81f0-db52b40a9de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:32.059345 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-d63e822d-5900-4927-81f0-db52b40a9de6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e5222e96e134b27b8a588f1309a0097&device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 1127 time: 0.0478826 Feb 16 05:43:32.111921 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-c33f4f77-54f0-4424-bab0-c43cae9312dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=904032fd-091e-48cf-b168-d47fb2b17635 HTTP/1.1" status: 200 len: 217 time: 0.0384042 Feb 16 05:43:32.165593 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-451459b5-e355-4894-b020-9b45a4395c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:32.167241 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-451459b5-e355-4894-b020-9b45a4395c1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=770464aa-c905-4f1a-8cb7-b33ec5075f91 HTTP/1.1" status: 200 len: 850 time: 0.0481596 Feb 16 05:43:32.218382 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-d1ad2bab-0829-42bd-9a11-1898e06d5a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:32.219801 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-d1ad2bab-0829-42bd-9a11-1898e06d5a6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af5e8334-9cb2-4ddc-b153-43f6f162f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463829 Feb 16 05:43:32.305943 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-9eee83c3-569c-4252-9d03-fd9947403939 service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793924 Feb 16 05:43:32.395103 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-eaa3d96d-80f2-4288-8ae4-c004667fc970 req-c33f8d92-6b75-4abd-9e1e-f2434ed307e1 service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835812 Feb 16 05:43:32.523655 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1055f21-01e5-4513-b20d-9a2ea6b6b79f req-02bf2ddc-df98-451d-8a15-571c2bdf66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:32.525040 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a1055f21-01e5-4513-b20d-9a2ea6b6b79f req-02bf2ddc-df98-451d-8a15-571c2bdf66c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e5222e96e134b27b8a588f1309a0097&device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 1127 time: 0.0449035 Feb 16 05:43:32.616382 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1055f21-01e5-4513-b20d-9a2ea6b6b79f req-9e25e7f4-a5ac-431f-915e-20aff138cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:32.617836 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a1055f21-01e5-4513-b20d-9a2ea6b6b79f req-9e25e7f4-a5ac-431f-915e-20aff138cf29 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af5e8334-9cb2-4ddc-b153-43f6f162f135 HTTP/1.1" status: 200 len: 912 time: 0.0849013 Feb 16 05:43:32.660471 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a1055f21-01e5-4513-b20d-9a2ea6b6b79f req-da0f4588-6dc3-4d0b-9b68-26769cd7cf28 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=904032fd-091e-48cf-b168-d47fb2b17635 HTTP/1.1" status: 200 len: 217 time: 0.0337141 Feb 16 05:43:32.707909 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1055f21-01e5-4513-b20d-9a2ea6b6b79f req-c7aee5ff-8990-45af-8940-a3ffaea79322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:32.709326 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a1055f21-01e5-4513-b20d-9a2ea6b6b79f req-c7aee5ff-8990-45af-8940-a3ffaea79322 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=770464aa-c905-4f1a-8cb7-b33ec5075f91 HTTP/1.1" status: 200 len: 850 time: 0.0421014 Feb 16 05:43:32.763225 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1055f21-01e5-4513-b20d-9a2ea6b6b79f req-18072cb0-3e2a-4df0-814a-1a32ea04fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:32.764721 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a1055f21-01e5-4513-b20d-9a2ea6b6b79f req-18072cb0-3e2a-4df0-814a-1a32ea04fe41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af5e8334-9cb2-4ddc-b153-43f6f162f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483706 Feb 16 05:43:32.829386 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:32.856495 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a1055f21-01e5-4513-b20d-9a2ea6b6b79f req-696c95d0-6d75-4444-ac90-bedddffa3f27 service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850453 Feb 16 05:43:32.949661 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-a1055f21-01e5-4513-b20d-9a2ea6b6b79f req-c533fbfa-f90e-432d-a151-80f1f3dc97eb service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838237 Feb 16 05:43:33.001280 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23424e86-675d-4f93-ae1e-068275eb51c6 req-713fbf0f-8390-4e5a-a2f4-49567c32b970 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:33.002761 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-23424e86-675d-4f93-ae1e-068275eb51c6 req-713fbf0f-8390-4e5a-a2f4-49567c32b970 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 943 time: 0.0520110 Feb 16 05:43:33.049863 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-23424e86-675d-4f93-ae1e-068275eb51c6 req-3ad3a657-0f4c-4c31-9a89-3fe384d0fce7 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416112 Feb 16 05:43:34.166988 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9a900-1337-496e-acc1-707193d5b08e req-47238630-280e-4d0e-a638-8efef74fe703 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:34.168456 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-12f9a900-1337-496e-acc1-707193d5b08e req-47238630-280e-4d0e-a638-8efef74fe703 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 943 time: 0.0522308 Feb 16 05:43:34.220782 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-12f9a900-1337-496e-acc1-707193d5b08e req-514d63b4-7d22-47d6-9942-40782b7ad2f0 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467601 Feb 16 05:43:35.388465 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568d887-7e3c-474b-9cdd-076e2e53541c req-9d08e28c-58d5-406d-9483-8f77e2c8ba20 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:35.390473 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9568d887-7e3c-474b-9cdd-076e2e53541c req-9d08e28c-58d5-406d-9483-8f77e2c8ba20 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 943 time: 0.0505576 Feb 16 05:43:35.437998 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9568d887-7e3c-474b-9cdd-076e2e53541c req-430a9683-c8fb-47e2-b3e6-ea61b5399b54 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419619 Feb 16 05:43:35.603959 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:43:36.558858 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b228c3-225b-4b59-844e-e5a8703a3f00 req-f9871e11-8785-463c-a314-45d73742df61 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:36.560337 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-65b228c3-225b-4b59-844e-e5a8703a3f00 req-f9871e11-8785-463c-a314-45d73742df61 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 943 time: 0.0554965 Feb 16 05:43:36.608026 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-65b228c3-225b-4b59-844e-e5a8703a3f00 req-ff55b700-8c35-4715-a62a-1dcf7d7833e5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419104 Feb 16 05:43:37.348245 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ccf2a3d8-a41a-4e71-a13d-31bb2f699331 req-250c6c71-685a-492a-bd41-e9b1e117d489 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1769628344&fields=id&tenant_id=ba122c4197da463faf4c622f2ba7087c HTTP/1.1" status: 200 len: 267 time: 0.3082724 Feb 16 05:43:37.401886 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2a3d8-a41a-4e71-a13d-31bb2f699331 req-06355057-1fbc-4c10-b06c-95274dd9c992 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:37.403322 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ccf2a3d8-a41a-4e71-a13d-31bb2f699331 req-06355057-1fbc-4c10-b06c-95274dd9c992 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 985 time: 0.0498545 Feb 16 05:43:37.414485 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-ccf2a3d8-a41a-4e71-a13d-31bb2f699331 req-c079770d-a520-487d-b0d1-8c81a46063c9 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Request body: {'port': {'security_groups': ['5b4d5a8f-ad18-4aef-b23c-09b3a6561849']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:43:37.482989 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ccf2a3d8-a41a-4e71-a13d-31bb2f699331 req-c079770d-a520-487d-b0d1-8c81a46063c9 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:37.649782 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-ccf2a3d8-a41a-4e71-a13d-31bb2f699331 req-c079770d-a520-487d-b0d1-8c81a46063c9 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] For port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1,segment=NetworkSegment(b3a4254d-bfcc-4d96-a405-243f85064c32),segment_id=b3a4254d-bfcc-4d96-a405-243f85064c32)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:43:37.679737 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ccf2a3d8-a41a-4e71-a13d-31bb2f699331 req-c079770d-a520-487d-b0d1-8c81a46063c9 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:37.684513 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ccf2a3d8-a41a-4e71-a13d-31bb2f699331 req-c079770d-a520-487d-b0d1-8c81a46063c9 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:37.721746 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['d9cb8c4a-31d8-4400-b6a4-be7266eef1d1'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:43:37.729708 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252c65e-99a6-48db-8209-e8906f816151 req-efc6896e-4fa6-4a3b-b4a4-31441f09793e tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:37.731537 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2252c65e-99a6-48db-8209-e8906f816151 req-efc6896e-4fa6-4a3b-b4a4-31441f09793e tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 943 time: 0.0576267 Feb 16 05:43:37.737071 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2a3d8-a41a-4e71-a13d-31bb2f699331 req-c079770d-a520-487d-b0d1-8c81a46063c9 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:37.737754 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ccf2a3d8-a41a-4e71-a13d-31bb2f699331 req-c079770d-a520-487d-b0d1-8c81a46063c9 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:37.745956 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ccf2a3d8-a41a-4e71-a13d-31bb2f699331 req-c079770d-a520-487d-b0d1-8c81a46063c9 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "PUT /v2.0/ports/d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 HTTP/1.1" status: 200 len: 943 time: 0.3293424 Feb 16 05:43:37.748128 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406bec91-5d24-4662-8c2b-202a785d249f', 'tag': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:43:37.756023 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60818) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:37.759387 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7731d53e-60d9-43ad-8524-fb72ce9e8980" -d '{"events": [{"name": "network-changed", "server_uuid": "406bec91-5d24-4662-8c2b-202a785d249f", "tag": "d9cb8c4a-31d8-4400-b6a4-be7266eef1d1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:43:37.791301 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079770d-a520-487d-b0d1-8c81a46063c9 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Pushing event updated for resources: {'Port': ['ID=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:37.838740 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-553281db-26d0-41ee-b234-8ec29664b294 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group (70ec880e-a684-436c-a41e-da1a6e390bba), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:37.869801 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2252c65e-99a6-48db-8209-e8906f816151 req-a4eae108-2c0a-475d-ad5b-c11fad6dce0d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249409 Feb 16 05:43:37.879079 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a412fe-9dd1-4b46-9ff4-a416be9704c9 x-openstack-request-id: req-06a412fe-9dd1-4b46-9ff4-a416be9704c9 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:43:37.879372 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406bec91-5d24-4662-8c2b-202a785d249f", "tag": "d9cb8c4a-31d8-4400-b6a4-be7266eef1d1", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:43:37.879626 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-06a412fe-9dd1-4b46-9ff4-a416be9704c9 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:43:37.880032 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406bec91-5d24-4662-8c2b-202a785d249f', 'tag': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1', 'status': 'completed', 'code': 200} Feb 16 05:43:37.898130 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['d9cb8c4a-31d8-4400-b6a4-be7266eef1d1'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:43:37.907142 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-553281db-26d0-41ee-b234-8ec29664b294 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group (70ec880e-a684-436c-a41e-da1a6e390bba), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:37.980451 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731d53e-60d9-43ad-8524-fb72ce9e8980 req-0b3688bb-01ed-4f17-b34e-dd5a2193879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:37.981693 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-553281db-26d0-41ee-b234-8ec29664b294 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (70ec880e-a684-436c-a41e-da1a6e390bba), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:37.982182 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7731d53e-60d9-43ad-8524-fb72ce9e8980 req-0b3688bb-01ed-4f17-b34e-dd5a2193879d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba122c4197da463faf4c622f2ba7087c&device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 1130 time: 0.0488720 Feb 16 05:43:37.985061 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-553281db-26d0-41ee-b234-8ec29664b294 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:37.988706 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-553281db-26d0-41ee-b234-8ec29664b294 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "DELETE /v2.0/security-groups/70ec880e-a684-436c-a41e-da1a6e390bba HTTP/1.1" status: 204 len: 168 time: 0.2292533 Feb 16 05:43:37.990049 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60824) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:38.001627 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553281db-26d0-41ee-b234-8ec29664b294 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ec880e-a684-436c-a41e-da1a6e390bba,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:38.010677 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553281db-26d0-41ee-b234-8ec29664b294 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:38.011038 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553281db-26d0-41ee-b234-8ec29664b294 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:38.011392 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553281db-26d0-41ee-b234-8ec29664b294 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:38.011736 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553281db-26d0-41ee-b234-8ec29664b294 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:38.012072 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553281db-26d0-41ee-b234-8ec29664b294 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:38.012408 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553281db-26d0-41ee-b234-8ec29664b294 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:38.012742 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553281db-26d0-41ee-b234-8ec29664b294 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:38.013561 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553281db-26d0-41ee-b234-8ec29664b294 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:38.013902 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553281db-26d0-41ee-b234-8ec29664b294 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:38.014240 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553281db-26d0-41ee-b234-8ec29664b294 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:38.015170 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553281db-26d0-41ee-b234-8ec29664b294 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:38.015490 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553281db-26d0-41ee-b234-8ec29664b294 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:38.015814 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553281db-26d0-41ee-b234-8ec29664b294 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:38.066900 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-47e49f13-b1af-452f-be7b-5d7da7328949 None None] Provisioning complete for port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:43:38.067270 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-47e49f13-b1af-452f-be7b-5d7da7328949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:38.149208 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-47e49f13-b1af-452f-be7b-5d7da7328949 None None] Current status of the port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:43:38.174142 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731d53e-60d9-43ad-8524-fb72ce9e8980 req-db5f5e01-ea3e-4e09-b169-8c086d6fc8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:38.175602 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7731d53e-60d9-43ad-8524-fb72ce9e8980 req-db5f5e01-ea3e-4e09-b169-8c086d6fc8e4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0b0691c0-8422-407b-956a-b27b220175f4 HTTP/1.1" status: 200 len: 916 time: 0.1784050 Feb 16 05:43:38.263438 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7731d53e-60d9-43ad-8524-fb72ce9e8980 req-1c320cc2-2462-4b6a-83c0-a533f09f7315 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 HTTP/1.1" status: 200 len: 1001 time: 0.0684929 Feb 16 05:43:38.269415 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-55a8aca9-b8a5-46af-943f-945ef0d0a1a5 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Deleting port ba9165b4-0a2b-4137-a600-88ff6616d2fe {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:43:38.269762 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55a8aca9-b8a5-46af-943f-945ef0d0a1a5 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (ba9165b4-0a2b-4137-a600-88ff6616d2fe), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:38.358882 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731d53e-60d9-43ad-8524-fb72ce9e8980 req-dbe6353d-4ccb-48cf-8945-c443a2054148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:38.360351 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7731d53e-60d9-43ad-8524-fb72ce9e8980 req-dbe6353d-4ccb-48cf-8945-c443a2054148 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99b171fc-5a2e-4958-adb5-476be9ec1e55 HTTP/1.1" status: 200 len: 854 time: 0.0886674 Feb 16 05:43:38.407702 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55a8aca9-b8a5-46af-943f-945ef0d0a1a5 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (ba9165b4-0a2b-4137-a600-88ff6616d2fe), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:38.407958 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55a8aca9-b8a5-46af-943f-945ef0d0a1a5 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for floatingip (ba9165b4-0a2b-4137-a600-88ff6616d2fe), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:38.425451 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-55a8aca9-b8a5-46af-943f-945ef0d0a1a5 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Calling delete_port for ba9165b4-0a2b-4137-a600-88ff6616d2fe owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:43:38.442182 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731d53e-60d9-43ad-8524-fb72ce9e8980 req-34f10448-a177-40e9-a223-659422322abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:38.443720 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7731d53e-60d9-43ad-8524-fb72ce9e8980 req-34f10448-a177-40e9-a223-659422322abd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b0691c0-8422-407b-956a-b27b220175f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740488 Feb 16 05:43:38.613157 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7731d53e-60d9-43ad-8524-fb72ce9e8980 req-7c860365-f6a5-4122-a61e-ae8101dacaff service neutron] 10.222.0.60 "GET /v2.0/networks/0b0691c0-8422-407b-956a-b27b220175f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362855 Feb 16 05:43:38.742001 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7731d53e-60d9-43ad-8524-fb72ce9e8980 req-fa2fa4b0-e6da-4f69-8445-b0238b8eb0ab service neutron] 10.222.0.60 "GET /v2.0/networks/0b0691c0-8422-407b-956a-b27b220175f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206975 Feb 16 05:43:38.742695 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55a8aca9-b8a5-46af-943f-945ef0d0a1a5 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (ba9165b4-0a2b-4137-a600-88ff6616d2fe), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:38.768416 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8aca9-b8a5-46af-943f-945ef0d0a1a5 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Pushing event deleted for resources: {'Port': ['ID=ba9165b4-0a2b-4137-a600-88ff6616d2fe,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:38.827356 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55a8aca9-b8a5-46af-943f-945ef0d0a1a5 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks [] for floatingip (7d4248b1-c6c0-43c5-9186-1a4e56b8e2c1), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:38.827690 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.l3_db [None req-55a8aca9-b8a5-46af-943f-945ef0d0a1a5 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Floating IP 7d4248b1-c6c0-43c5-9186-1a4e56b8e2c1 disassociated (deleted). External IP: 172.27.0.56, port: d9cb8c4a-31d8-4400-b6a4-be7266eef1d1. Feb 16 05:43:38.979349 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e14b9-4318-4fce-8768-0d745a9733c4 req-bfb96502-a165-41c5-89e9-c0ad6f790bd7 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:38.980737 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-db6e14b9-4318-4fce-8768-0d745a9733c4 req-bfb96502-a165-41c5-89e9-c0ad6f790bd7 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 943 time: 0.0517514 Feb 16 05:43:39.028427 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-db6e14b9-4318-4fce-8768-0d745a9733c4 req-45d1d203-35b3-4806-b161-2633f9a9010d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416203 Feb 16 05:43:39.033662 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a8aca9-b8a5-46af-943f-945ef0d0a1a5 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Router 034d4c57-126d-4646-9391-38882cf8caf0 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:43:39.140336 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a8aca9-b8a5-46af-943f-945ef0d0a1a5 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:43:39.144796 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55a8aca9-b8a5-46af-943f-945ef0d0a1a5 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:39.149749 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd48fff1-899a-4453-80fb-c6e9a2a6a97c None None] Sync routers for ids ['034d4c57-126d-4646-9391-38882cf8caf0'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:43:39.159848 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd48fff1-899a-4453-80fb-c6e9a2a6a97c None None] Routers {'034d4c57-126d-4646-9391-38882cf8caf0'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:43:39.160457 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fd48fff1-899a-4453-80fb-c6e9a2a6a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:43:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['034d4c57-126d-4646-9391-38882cf8caf0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:39.174739 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-55a8aca9-b8a5-46af-943f-945ef0d0a1a5 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "DELETE /v2.0/floatingips/7d4248b1-c6c0-43c5-9186-1a4e56b8e2c1 HTTP/1.1" status: 204 len: 168 time: 1.1839621 Feb 16 05:43:39.278364 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-fd48fff1-899a-4453-80fb-c6e9a2a6a97c None None] Set router 034d4c57-126d-4646-9391-38882cf8caf0 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:43:39.482115 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fd48fff1-899a-4453-80fb-c6e9a2a6a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034d4c57-126d-4646-9391-38882cf8caf0', 'name': 'tempest-TestMinimumBasicScenario-1340039397-router', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:30Z', 'updated_at': '2022-02-16T05:41:33Z', 'revision_number': 4, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'gw_port': {'id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:31Z', 'updated_at': '2022-02-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '007f232c-bffd-4124-978d-ba569b503c64', 'name': '', 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'mac_address': 'fa:16:3e:1a:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:32Z', 'updated_at': '2022-02-16T05:41:37Z', 'revision_number': 5, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'subnets': [{'id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:39.507806 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd48fff1-899a-4453-80fb-c6e9a2a6a97c None None] Checking router: 034d4c57-126d-4646-9391-38882cf8caf0 for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:43:39.516329 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd48fff1-899a-4453-80fb-c6e9a2a6a97c None None] Routers {'034d4c57-126d-4646-9391-38882cf8caf0'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:43:39.516918 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fd48fff1-899a-4453-80fb-c6e9a2a6a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:43:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['034d4c57-126d-4646-9391-38882cf8caf0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:39.622992 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-fd48fff1-899a-4453-80fb-c6e9a2a6a97c None None] Set router 034d4c57-126d-4646-9391-38882cf8caf0 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:43:39.812160 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fd48fff1-899a-4453-80fb-c6e9a2a6a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034d4c57-126d-4646-9391-38882cf8caf0', 'name': 'tempest-TestMinimumBasicScenario-1340039397-router', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:30Z', 'updated_at': '2022-02-16T05:41:33Z', 'revision_number': 4, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'gw_port': {'id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:31Z', 'updated_at': '2022-02-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '007f232c-bffd-4124-978d-ba569b503c64', 'name': '', 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'mac_address': 'fa:16:3e:1a:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:32Z', 'updated_at': '2022-02-16T05:41:37Z', 'revision_number': 5, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'subnets': [{'id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:39.841976 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd48fff1-899a-4453-80fb-c6e9a2a6a97c None None] The sync data for ids ['034d4c57-126d-4646-9391-38882cf8caf0'] in dv-cinder-829473-2-iscsi is: [{'id': '034d4c57-126d-4646-9391-38882cf8caf0', 'name': 'tempest-TestMinimumBasicScenario-1340039397-router', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:30Z', 'updated_at': '2022-02-16T05:41:33Z', 'revision_number': 4, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'gw_port': {'id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:31Z', 'updated_at': '2022-02-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '007f232c-bffd-4124-978d-ba569b503c64', 'name': '', 'network_id': '0b0691c0-8422-407b-956a-b27b220175f4', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'mac_address': 'fa:16:3e:1a:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:32Z', 'updated_at': '2022-02-16T05:41:37Z', 'revision_number': 5, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'subnets': [{'id': '99b171fc-5a2e-4958-adb5-476be9ec1e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:43:39.881718 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406bec91-5d24-4662-8c2b-202a785d249f', 'tag': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:43:39.884095 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40cfb2e-1a6b-4776-b655-ca65f5b707be" -d '{"events": [{"name": "network-changed", "server_uuid": "406bec91-5d24-4662-8c2b-202a785d249f", "tag": "d9cb8c4a-31d8-4400-b6a4-be7266eef1d1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:43:39.922775 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803652c7-e369-4edb-8ce1-af501d99658a x-openstack-request-id: req-803652c7-e369-4edb-8ce1-af501d99658a {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:43:39.923067 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406bec91-5d24-4662-8c2b-202a785d249f", "tag": "d9cb8c4a-31d8-4400-b6a4-be7266eef1d1", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:43:39.923318 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-803652c7-e369-4edb-8ce1-af501d99658a {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:43:39.923728 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406bec91-5d24-4662-8c2b-202a785d249f', 'tag': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1', 'status': 'completed', 'code': 200} Feb 16 05:43:40.017227 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cfb2e-1a6b-4776-b655-ca65f5b707be req-e4b0d681-bdf0-4a10-8333-c7369a64d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:40.019077 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b40cfb2e-1a6b-4776-b655-ca65f5b707be req-e4b0d681-bdf0-4a10-8333-c7369a64d813 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba122c4197da463faf4c622f2ba7087c&device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 1130 time: 0.0468352 Feb 16 05:43:40.081570 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b1ad5b-7e6a-4639-a13d-aa9717771d18 None None] New status for floating IP 7d4248b1-c6c0-43c5-9186-1a4e56b8e2c1: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 05:43:40.117243 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cfb2e-1a6b-4776-b655-ca65f5b707be req-91ce4150-e1b4-4232-956a-32eae2833f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:40.118899 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b40cfb2e-1a6b-4776-b655-ca65f5b707be req-91ce4150-e1b4-4232-956a-32eae2833f5c service neutron] 10.222.0.60 "GET /v2.0/networks?id=0b0691c0-8422-407b-956a-b27b220175f4 HTTP/1.1" status: 200 len: 916 time: 0.0939391 Feb 16 05:43:40.153522 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afea12-8248-468b-b7db-21c549d55689 req-fb53f5cb-6eeb-4340-a77b-3e81f9dc2ae3 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:40.155764 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a9afea12-8248-468b-b7db-21c549d55689 req-fb53f5cb-6eeb-4340-a77b-3e81f9dc2ae3 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 943 time: 0.0532537 Feb 16 05:43:40.166907 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b40cfb2e-1a6b-4776-b655-ca65f5b707be req-4cbab388-a7ad-4a27-8327-9052ab3e4baa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 HTTP/1.1" status: 200 len: 217 time: 0.0414400 Feb 16 05:43:40.214065 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a9afea12-8248-468b-b7db-21c549d55689 req-c874fdea-e867-4249-b546-429979203139 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494926 Feb 16 05:43:40.222108 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cfb2e-1a6b-4776-b655-ca65f5b707be req-f94ab0f9-cda4-4dd1-a2a9-9fe99fc9f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:40.224112 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b40cfb2e-1a6b-4776-b655-ca65f5b707be req-f94ab0f9-cda4-4dd1-a2a9-9fe99fc9f33e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99b171fc-5a2e-4958-adb5-476be9ec1e55 HTTP/1.1" status: 200 len: 854 time: 0.0451968 Feb 16 05:43:40.281488 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cfb2e-1a6b-4776-b655-ca65f5b707be req-bc808c0b-1371-40fe-a3c8-ae27f15ac067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:40.283039 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b40cfb2e-1a6b-4776-b655-ca65f5b707be req-bc808c0b-1371-40fe-a3c8-ae27f15ac067 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b0691c0-8422-407b-956a-b27b220175f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521879 Feb 16 05:43:40.373078 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b40cfb2e-1a6b-4776-b655-ca65f5b707be req-e56284cb-c5ac-4dab-a184-af57d411cd08 service neutron] 10.222.0.60 "GET /v2.0/networks/0b0691c0-8422-407b-956a-b27b220175f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832326 Feb 16 05:43:40.465485 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b40cfb2e-1a6b-4776-b655-ca65f5b707be req-07c9a56e-aabe-4509-9220-2fcfc8f2930a service neutron] 10.222.0.60 "GET /v2.0/networks/0b0691c0-8422-407b-956a-b27b220175f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855751 Feb 16 05:43:40.826548 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 904032fd-091e-48cf-b168-d47fb2b17635 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:43:40.928781 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 904032fd-091e-48cf-b168-d47fb2b17635, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=904032fd-091e-48cf-b168-d47fb2b17635,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:43:40.939774 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': '904032fd-091e-48cf-b168-d47fb2b17635', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'port_id': '904032fd-091e-48cf-b168-d47fb2b17635', 'mac_address': 'fa:16:3e:e7:42:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:43:40.975193 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 904032fd-091e-48cf-b168-d47fb2b17635 is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:43:40.975574 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (904032fd-091e-48cf-b168-d47fb2b17635), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:40.991428 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904032fd-091e-48cf-b168-d47fb2b17635 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:43:41.009333 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 904032fd-091e-48cf-b168-d47fb2b17635, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=904032fd-091e-48cf-b168-d47fb2b17635,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:43:41.013216 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (904032fd-091e-48cf-b168-d47fb2b17635), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:41.059080 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=904032fd-091e-48cf-b168-d47fb2b17635,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:41.065891 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:41.066245 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:41.066588 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:41.066925 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:41.067257 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:41.067586 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:41.067911 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:41.068237 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:41.068561 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:41.068885 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:41.069210 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:41.069555 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:41.069874 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:43:41.328210 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['904032fd-091e-48cf-b168-d47fb2b17635'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:43:41.335084 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901aceac-d363-4ff5-b15e-e4ac692a08aa req-c17b066d-a1d4-440c-8864-a0ca854e717f tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:41.336580 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-901aceac-d363-4ff5-b15e-e4ac692a08aa req-c17b066d-a1d4-440c-8864-a0ca854e717f tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 944 time: 0.0527890 Feb 16 05:43:41.384292 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-901aceac-d363-4ff5-b15e-e4ac692a08aa req-51d5bf88-39c2-4f85-a231-33dfd526408e tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419836 Feb 16 05:43:41.867752 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531ebfd-2b91-474e-a820-4d5a425b7f16 req-176bb83a-bc56-45f1-b063-5abc3e18a4f0 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:41.869213 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7531ebfd-2b91-474e-a820-4d5a425b7f16 req-176bb83a-bc56-45f1-b063-5abc3e18a4f0 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 946 time: 0.0522876 Feb 16 05:43:41.918423 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-7531ebfd-2b91-474e-a820-4d5a425b7f16 req-95f96cce-1295-4940-ad12-8da9ec923708 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435677 Feb 16 05:43:42.507599 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b75ca-840d-438e-b816-479e2061dd71 req-017e45b1-8d6d-4483-aff1-7ddad6d7ab8f tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:42.509068 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-497b75ca-840d-438e-b816-479e2061dd71 req-017e45b1-8d6d-4483-aff1-7ddad6d7ab8f tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 944 time: 0.0561335 Feb 16 05:43:42.550361 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:42.558635 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-497b75ca-840d-438e-b816-479e2061dd71 req-7c42d6a9-1811-4ae8-a243-080622faa0c2 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440934 Feb 16 05:43:42.822444 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 904032fd-091e-48cf-b168-d47fb2b17635 up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:43:42.869783 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port 904032fd-091e-48cf-b168-d47fb2b17635 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:43:42.874416 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port 904032fd-091e-48cf-b168-d47fb2b17635 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:43:42.874809 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (904032fd-091e-48cf-b168-d47fb2b17635), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:42.951247 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 904032fd-091e-48cf-b168-d47fb2b17635 is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:43:42.951674 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (904032fd-091e-48cf-b168-d47fb2b17635), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:42.975158 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97656735-cb10-4bd1-b2dd-8ed733784a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904032fd-091e-48cf-b168-d47fb2b17635'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:43:42.977395 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee312d5c-438f-4f68-bf04-5438ec2d8c27" -d '{"events": [{"server_uuid": "97656735-cb10-4bd1-b2dd-8ed733784a21", "name": "network-vif-plugged", "status": "completed", "tag": "904032fd-091e-48cf-b168-d47fb2b17635"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:43:42.996344 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 904032fd-091e-48cf-b168-d47fb2b17635, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=904032fd-091e-48cf-b168-d47fb2b17635,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:43:43.004662 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (904032fd-091e-48cf-b168-d47fb2b17635), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:43.044388 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba57458-c7bf-4a13-a0dc-caa16feaf793 req-fcea562e-8d26-4c29-b0e8-4cd0b601d041 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:43.047774 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-bba57458-c7bf-4a13-a0dc-caa16feaf793 req-fcea562e-8d26-4c29-b0e8-4cd0b601d041 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 946 time: 0.0600104 Feb 16 05:43:43.052996 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=904032fd-091e-48cf-b168-d47fb2b17635,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:43.100515 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-bba57458-c7bf-4a13-a0dc-caa16feaf793 req-72e793a5-a6ca-4d48-8cfc-4575adc2f12e tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468180 Feb 16 05:43:43.103419 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9666c5b-ce4e-4b1b-926a-add45b9fb4ce x-openstack-request-id: req-a9666c5b-ce4e-4b1b-926a-add45b9fb4ce {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:43:43.103709 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97656735-cb10-4bd1-b2dd-8ed733784a21", "name": "network-vif-plugged", "status": "completed", "tag": "904032fd-091e-48cf-b168-d47fb2b17635", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:43:43.103960 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a9666c5b-ce4e-4b1b-926a-add45b9fb4ce {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:43:43.104537 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97656735-cb10-4bd1-b2dd-8ed733784a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904032fd-091e-48cf-b168-d47fb2b17635', 'code': 200} Feb 16 05:43:43.385939 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef997a8-0030-45a8-adb3-c50a1947eaec req-020e4759-8e25-4473-804c-5179bffe2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:43.387417 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-bef997a8-0030-45a8-adb3-c50a1947eaec req-020e4759-8e25-4473-804c-5179bffe2261 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 1129 time: 0.0414069 Feb 16 05:43:43.471622 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-bef997a8-0030-45a8-adb3-c50a1947eaec req-4c750415-000c-471b-806d-ec39dae3109f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393522 Feb 16 05:43:43.675061 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a374913-d3f8-41e9-908e-b010a825f999 req-aa2c53b1-0c52-407c-8b7d-daa27bfaac3d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:43.676539 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0a374913-d3f8-41e9-908e-b010a825f999 req-aa2c53b1-0c52-407c-8b7d-daa27bfaac3d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 945 time: 0.0517652 Feb 16 05:43:43.723968 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0a374913-d3f8-41e9-908e-b010a825f999 req-bb5ae762-ca5a-44bb-a75c-0d66c6eff1ea tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419776 Feb 16 05:43:43.914635 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739918d-5d14-4dd7-9abe-29c86e320407 req-5cee689f-d3e5-4a10-b80a-8523c82582b4 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:43.916075 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e739918d-5d14-4dd7-9abe-29c86e320407 req-5cee689f-d3e5-4a10-b80a-8523c82582b4 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.60 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 946 time: 0.0551062 Feb 16 05:43:44.005377 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-e739918d-5d14-4dd7-9abe-29c86e320407 req-4cd11a6c-205f-4282-ad50-deac4c5b5b79 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Deleting port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:43:44.005644 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e739918d-5d14-4dd7-9abe-29c86e320407 req-4cd11a6c-205f-4282-ad50-deac4c5b5b79 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:44.093151 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-e739918d-5d14-4dd7-9abe-29c86e320407 req-4cd11a6c-205f-4282-ad50-deac4c5b5b79 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] For port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1,segment=NetworkSegment(b3a4254d-bfcc-4d96-a405-243f85064c32),segment_id=b3a4254d-bfcc-4d96-a405-243f85064c32)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:43:44.093848 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e739918d-5d14-4dd7-9abe-29c86e320407 req-4cd11a6c-205f-4282-ad50-deac4c5b5b79 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:44.105856 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-e739918d-5d14-4dd7-9abe-29c86e320407 req-4cd11a6c-205f-4282-ad50-deac4c5b5b79 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Calling delete_port for d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:43:44.267012 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f0013-21d9-45e9-b912-1a7fb71b46cd req-ff606c73-aa45-47c7-b08d-af5745979d8e tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:44.268404 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f31f0013-21d9-45e9-b912-1a7fb71b46cd req-ff606c73-aa45-47c7-b08d-af5745979d8e tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/ports?device_id=406bec91-5d24-4662-8c2b-202a785d249f HTTP/1.1" status: 200 len: 946 time: 0.0974126 Feb 16 05:43:44.305126 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e739918d-5d14-4dd7-9abe-29c86e320407 req-4cd11a6c-205f-4282-ad50-deac4c5b5b79 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (d9cb8c4a-31d8-4400-b6a4-be7266eef1d1), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:44.344858 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['d9cb8c4a-31d8-4400-b6a4-be7266eef1d1'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:43:44.354516 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd11a6c-205f-4282-ad50-deac4c5b5b79 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Pushing event deleted for resources: {'Port': ['ID=d9cb8c4a-31d8-4400-b6a4-be7266eef1d1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:44.378042 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f31f0013-21d9-45e9-b912-1a7fb71b46cd req-c6021848-ea0b-4e26-a086-2473339ab3a5 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b4d5a8f-ad18-4aef-b23c-09b3a6561849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030710 Feb 16 05:43:44.397650 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e739918d-5d14-4dd7-9abe-29c86e320407 req-4cd11a6c-205f-4282-ad50-deac4c5b5b79 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] No DVR routers for this DVR port d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 on host hv-cinder-82947 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:43:44.400087 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e739918d-5d14-4dd7-9abe-29c86e320407 req-4cd11a6c-205f-4282-ad50-deac4c5b5b79 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:44.403650 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e739918d-5d14-4dd7-9abe-29c86e320407 req-4cd11a6c-205f-4282-ad50-deac4c5b5b79 tempest-TestMinimumBasicScenario-85002643 tempest-TestMinimumBasicScenario-85002643-project] 10.222.0.60 "DELETE /v2.0/ports/d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 HTTP/1.1" status: 204 len: 173 time: 0.4817932 Feb 16 05:43:44.404099 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406bec91-5d24-4662-8c2b-202a785d249f', 'name': 'network-vif-deleted', 'tag': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:43:44.406923 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620b8825-5091-45d5-8958-d6f79c7fe9b8" -d '{"events": [{"server_uuid": "406bec91-5d24-4662-8c2b-202a785d249f", "name": "network-vif-deleted", "tag": "d9cb8c4a-31d8-4400-b6a4-be7266eef1d1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:43:44.443385 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aca1713-9ecc-4e9b-9363-ff0aa975189f x-openstack-request-id: req-5aca1713-9ecc-4e9b-9363-ff0aa975189f {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:43:44.443680 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406bec91-5d24-4662-8c2b-202a785d249f", "name": "network-vif-deleted", "tag": "d9cb8c4a-31d8-4400-b6a4-be7266eef1d1", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:43:44.443935 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5aca1713-9ecc-4e9b-9363-ff0aa975189f {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:43:44.444356 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406bec91-5d24-4662-8c2b-202a785d249f', 'name': 'network-vif-deleted', 'tag': 'd9cb8c4a-31d8-4400-b6a4-be7266eef1d1', 'status': 'completed', 'code': 200} Feb 16 05:43:44.857141 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70120f9-ed29-444a-896d-eef914e99a53 req-9419675f-960a-4d61-8f4f-eb6132add6d2 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:44.858725 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c70120f9-ed29-444a-896d-eef914e99a53 req-9419675f-960a-4d61-8f4f-eb6132add6d2 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 945 time: 0.0659828 Feb 16 05:43:44.908490 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c70120f9-ed29-444a-896d-eef914e99a53 req-f72451f9-a775-4c11-a229-6d082297fae4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439017 Feb 16 05:43:45.030776 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bf81b-c792-410c-965e-b8a457b52a77 req-5ac1e317-87cf-4b57-a69c-9a461cd92dd1 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:45.032351 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-492bf81b-c792-410c-965e-b8a457b52a77 req-5ac1e317-87cf-4b57-a69c-9a461cd92dd1 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 945 time: 0.0563293 Feb 16 05:43:45.080077 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-492bf81b-c792-410c-965e-b8a457b52a77 req-2712135a-dce7-459b-90a5-76c57f0fb49d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417416 Feb 16 05:43:45.102094 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60876) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:45.143295 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906b38e1-feee-4041-a3c9-4b8ad89b0386 tempest-TestVolumeBootPattern-1410863002 tempest-TestVolumeBootPattern-1410863002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:45.144803 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-906b38e1-feee-4041-a3c9-4b8ad89b0386 tempest-TestVolumeBootPattern-1410863002 tempest-TestVolumeBootPattern-1410863002-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 1124 time: 0.0417154 Feb 16 05:43:45.147448 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60878) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:45.151551 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Request body: {'floatingip': {'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'port_id': '904032fd-091e-48cf-b168-d47fb2b17635', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:43:45.172422 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:45.268846 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:45.367273 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Allocated IP 172.27.0.27 (61efc28e-7d20-4d92-8b96-aa9398e7f442/35988b50-7f57-43f7-b0a5-0909380c9793/b245d703-79f4-4ba8-bb61-54e7e33b5e33) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:43:45.473290 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for port (b245d703-79f4-4ba8-bb61-54e7e33b5e33), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:45.507517 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (b245d703-79f4-4ba8-bb61-54e7e33b5e33), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:45.541011 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:43:45.543063 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:43:45.547091 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:43:45.577670 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event updated for resources: {'Port': ['ID=b245d703-79f4-4ba8-bb61-54e7e33b5e33,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:45.945288 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60928) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:46.176631 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for floatingip (5a344c3d-c3fb-4a6d-8eba-cd38f24a7278), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:46.247657 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (b245d703-79f4-4ba8-bb61-54e7e33b5e33), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:46.292796 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-110acdfb-8276-4d9f-bf0a-5f27f9dc4910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588722'] for router_interface (034d4c57-126d-4646-9391-38882cf8caf0), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:46.395420 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for port (b245d703-79f4-4ba8-bb61-54e7e33b5e33), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:46.401427 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (b245d703-79f4-4ba8-bb61-54e7e33b5e33), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:46.472877 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event updated for resources: {'Port': ['ID=b245d703-79f4-4ba8-bb61-54e7e33b5e33,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:46.483715 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588210'] for floatingip (5a344c3d-c3fb-4a6d-8eba-cd38f24a7278), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:46.543535 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-110acdfb-8276-4d9f-bf0a-5f27f9dc4910 admin admin] Deleting port 007f232c-bffd-4124-978d-ba569b503c64 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:43:46.543877 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-110acdfb-8276-4d9f-bf0a-5f27f9dc4910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (007f232c-bffd-4124-978d-ba569b503c64), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:46.579956 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.l3_db [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Floating IP 5a344c3d-c3fb-4a6d-8eba-cd38f24a7278 associated. External IP: 172.27.0.27, port: 904032fd-091e-48cf-b168-d47fb2b17635. Feb 16 05:43:46.621601 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-110acdfb-8276-4d9f-bf0a-5f27f9dc4910 admin admin] For port 007f232c-bffd-4124-978d-ba569b503c64, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=007f232c-bffd-4124-978d-ba569b503c64,segment=NetworkSegment(b3a4254d-bfcc-4d96-a405-243f85064c32),segment_id=b3a4254d-bfcc-4d96-a405-243f85064c32)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:43:46.621965 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-110acdfb-8276-4d9f-bf0a-5f27f9dc4910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (007f232c-bffd-4124-978d-ba569b503c64), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:46.634839 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-110acdfb-8276-4d9f-bf0a-5f27f9dc4910 admin admin] Calling delete_port for 007f232c-bffd-4124-978d-ba569b503c64 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:43:46.792263 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Router a1b82751-9f01-4fa1-adb5-402c7d13a229 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:43:46.813761 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-110acdfb-8276-4d9f-bf0a-5f27f9dc4910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (007f232c-bffd-4124-978d-ba569b503c64), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:46.838485 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110acdfb-8276-4d9f-bf0a-5f27f9dc4910 admin admin] Pushing event deleted for resources: {'Port': ['ID=007f232c-bffd-4124-978d-ba569b503c64,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:46.841649 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:43:46.873235 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:43:46.879292 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device d9cb8c4a-31d8-4400-b6a4-be7266eef1d1 not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:43:46.917061 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:43:46.932462 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a005c6a-070d-42d8-9de7-3a2f4215ebfb None None] Sync routers for ids ['a1b82751-9f01-4fa1-adb5-402c7d13a229'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:43:46.936906 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:46.945203 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a005c6a-070d-42d8-9de7-3a2f4215ebfb None None] Routers {'a1b82751-9f01-4fa1-adb5-402c7d13a229'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:43:46.946228 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0a005c6a-070d-42d8-9de7-3a2f4215ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:43:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a1b82751-9f01-4fa1-adb5-402c7d13a229'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:46.971582 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-8fa7a7be-c243-4a27-b8a7-93c3706adc14 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8231225 Feb 16 05:43:46.972524 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97656735-cb10-4bd1-b2dd-8ed733784a21', 'tag': '904032fd-091e-48cf-b168-d47fb2b17635'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:43:46.975276 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4329566-0ca9-418f-aa56-7703cd4c9607" -d '{"events": [{"name": "network-changed", "server_uuid": "97656735-cb10-4bd1-b2dd-8ed733784a21", "tag": "904032fd-091e-48cf-b168-d47fb2b17635"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:43:47.033855 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-110acdfb-8276-4d9f-bf0a-5f27f9dc4910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1516466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588574'] for router_interface (034d4c57-126d-4646-9391-38882cf8caf0), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:47.036580 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c4cec7-d955-4f98-8036-ffe59609db46 x-openstack-request-id: req-b4c4cec7-d955-4f98-8036-ffe59609db46 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:43:47.036874 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97656735-cb10-4bd1-b2dd-8ed733784a21", "tag": "904032fd-091e-48cf-b168-d47fb2b17635", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:43:47.037129 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b4c4cec7-d955-4f98-8036-ffe59609db46 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:43:47.037574 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97656735-cb10-4bd1-b2dd-8ed733784a21', 'tag': '904032fd-091e-48cf-b168-d47fb2b17635', 'status': 'completed', 'code': 200} Feb 16 05:43:47.083070 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0a005c6a-070d-42d8-9de7-3a2f4215ebfb None None] Set router a1b82751-9f01-4fa1-adb5-402c7d13a229 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:43:47.122069 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329566-0ca9-418f-aa56-7703cd4c9607 req-31689cca-06ee-47f9-9ba9-eaf0e479a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:47.123687 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e4329566-0ca9-418f-aa56-7703cd4c9607 req-31689cca-06ee-47f9-9ba9-eaf0e479a32d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e5222e96e134b27b8a588f1309a0097&device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 1129 time: 0.0481501 Feb 16 05:43:47.228150 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329566-0ca9-418f-aa56-7703cd4c9607 req-e037026d-9eb5-43f6-8e00-ec146d40afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:47.229602 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e4329566-0ca9-418f-aa56-7703cd4c9607 req-e037026d-9eb5-43f6-8e00-ec146d40afa6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af5e8334-9cb2-4ddc-b153-43f6f162f135 HTTP/1.1" status: 200 len: 912 time: 0.1001701 Feb 16 05:43:47.266661 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110acdfb-8276-4d9f-bf0a-5f27f9dc4910 admin admin] Router 034d4c57-126d-4646-9391-38882cf8caf0 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:43:47.297398 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e4329566-0ca9-418f-aa56-7703cd4c9607 req-d444ae15-c891-4d49-9360-e0062e36e307 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=904032fd-091e-48cf-b168-d47fb2b17635 HTTP/1.1" status: 200 len: 998 time: 0.0606973 Feb 16 05:43:47.351561 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329566-0ca9-418f-aa56-7703cd4c9607 req-33cd4a1d-2f48-49fd-9356-d46d3bac606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:47.352941 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e4329566-0ca9-418f-aa56-7703cd4c9607 req-33cd4a1d-2f48-49fd-9356-d46d3bac606b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=770464aa-c905-4f1a-8cb7-b33ec5075f91 HTTP/1.1" status: 200 len: 850 time: 0.0496767 Feb 16 05:43:47.378766 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110acdfb-8276-4d9f-bf0a-5f27f9dc4910 admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:43:47.388066 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-110acdfb-8276-4d9f-bf0a-5f27f9dc4910 admin admin] 10.222.0.75 "PUT /v2.0/routers/034d4c57-126d-4646-9391-38882cf8caf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4424126 Feb 16 05:43:47.388684 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60934) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:47.388961 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1db3d21-4b61-4ac5-9e22-4118933b3bad None None] Sync routers for ids ['034d4c57-126d-4646-9391-38882cf8caf0'] in dv-cinder-829473-2-iscsi {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:43:47.402379 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1db3d21-4b61-4ac5-9e22-4118933b3bad None None] Routers {'034d4c57-126d-4646-9391-38882cf8caf0'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:43:47.403317 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-a1db3d21-4b61-4ac5-9e22-4118933b3bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:43:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['034d4c57-126d-4646-9391-38882cf8caf0'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:47.415807 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329566-0ca9-418f-aa56-7703cd4c9607 req-6fd08e68-ca41-4da7-9b4d-86fc1f39eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:47.417339 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e4329566-0ca9-418f-aa56-7703cd4c9607 req-6fd08e68-ca41-4da7-9b4d-86fc1f39eebb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af5e8334-9cb2-4ddc-b153-43f6f162f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581937 Feb 16 05:43:47.451166 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0a005c6a-070d-42d8-9de7-3a2f4215ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '5a344c3d-c3fb-4a6d-8eba-cd38f24a7278', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'port_id': '904032fd-091e-48cf-b168-d47fb2b17635', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'mac_address': 'fa:16:3e:e7:42:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97656735-cb10-4bd1-b2dd-8ed733784a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:43:45Z', 'updated_at': '2022-02-16T05:43:45Z', 'revision_number': 0, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'fixed_ip_address_scope': None}, {'id': 'd63e1d3a-de91-4ac0-a792-77187c2927c2', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'port_id': '04216612-6a17-42d7-bf1b-e4c80f38b38d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'mac_address': 'fa:16:3e:06:4d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:41:40Z', 'updated_at': '2022-02-16T05:41:43Z', 'revision_number': 1, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 5, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:47.485838 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a005c6a-070d-42d8-9de7-3a2f4215ebfb None None] Checking router: a1b82751-9f01-4fa1-adb5-402c7d13a229 for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:43:47.496215 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a005c6a-070d-42d8-9de7-3a2f4215ebfb None None] Routers {'a1b82751-9f01-4fa1-adb5-402c7d13a229'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:43:47.496834 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0a005c6a-070d-42d8-9de7-3a2f4215ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:43:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a1b82751-9f01-4fa1-adb5-402c7d13a229'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:47.518270 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfd47137-52e7-44a1-ad88-f46db76c8e5a admin admin] Publish callbacks [] for router (034d4c57-126d-4646-9391-38882cf8caf0), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:47.520020 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e4329566-0ca9-418f-aa56-7703cd4c9607 req-7781b365-efac-41f7-9dcd-acc79634ddaa service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956311 Feb 16 05:43:47.529907 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-a1db3d21-4b61-4ac5-9e22-4118933b3bad None None] Set router 034d4c57-126d-4646-9391-38882cf8caf0 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:43:47.623274 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0a005c6a-070d-42d8-9de7-3a2f4215ebfb None None] Set router a1b82751-9f01-4fa1-adb5-402c7d13a229 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:43:47.637815 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e4329566-0ca9-418f-aa56-7703cd4c9607 req-d2e8b1c6-75e3-4021-a0e3-4b3d8b6e2789 service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110966 Feb 16 05:43:47.755310 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-a1db3d21-4b61-4ac5-9e22-4118933b3bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034d4c57-126d-4646-9391-38882cf8caf0', 'name': 'tempest-TestMinimumBasicScenario-1340039397-router', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:30Z', 'updated_at': '2022-02-16T05:43:46Z', 'revision_number': 5, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'gw_port': {'id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:31Z', 'updated_at': '2022-02-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:47.785440 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1db3d21-4b61-4ac5-9e22-4118933b3bad None None] Checking router: 034d4c57-126d-4646-9391-38882cf8caf0 for host: dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:43:47.794301 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1db3d21-4b61-4ac5-9e22-4118933b3bad None None] Routers {'034d4c57-126d-4646-9391-38882cf8caf0'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:43:47.794915 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-a1db3d21-4b61-4ac5-9e22-4118933b3bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:43:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['034d4c57-126d-4646-9391-38882cf8caf0'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:47.891187 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfd47137-52e7-44a1-ad88-f46db76c8e5a admin admin] Publish callbacks [] for router_gateway (034d4c57-126d-4646-9391-38882cf8caf0), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:47.898704 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0a005c6a-070d-42d8-9de7-3a2f4215ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '5a344c3d-c3fb-4a6d-8eba-cd38f24a7278', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'port_id': '904032fd-091e-48cf-b168-d47fb2b17635', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'mac_address': 'fa:16:3e:e7:42:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97656735-cb10-4bd1-b2dd-8ed733784a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:43:45Z', 'updated_at': '2022-02-16T05:43:45Z', 'revision_number': 0, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'fixed_ip_address_scope': None}, {'id': 'd63e1d3a-de91-4ac0-a792-77187c2927c2', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'port_id': '04216612-6a17-42d7-bf1b-e4c80f38b38d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'mac_address': 'fa:16:3e:06:4d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:41:40Z', 'updated_at': '2022-02-16T05:41:43Z', 'revision_number': 1, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 5, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:47.910249 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-a1db3d21-4b61-4ac5-9e22-4118933b3bad None None] Set router 034d4c57-126d-4646-9391-38882cf8caf0 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:43:47.933500 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a005c6a-070d-42d8-9de7-3a2f4215ebfb None None] The sync data for ids ['a1b82751-9f01-4fa1-adb5-402c7d13a229'] in dv-cinder-829473-2-iscsi is: [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '5a344c3d-c3fb-4a6d-8eba-cd38f24a7278', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'port_id': '904032fd-091e-48cf-b168-d47fb2b17635', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'mac_address': 'fa:16:3e:e7:42:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97656735-cb10-4bd1-b2dd-8ed733784a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:43:45Z', 'updated_at': '2022-02-16T05:43:45Z', 'revision_number': 0, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'fixed_ip_address_scope': None}, {'id': 'd63e1d3a-de91-4ac0-a792-77187c2927c2', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'port_id': '04216612-6a17-42d7-bf1b-e4c80f38b38d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'mac_address': 'fa:16:3e:06:4d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:41:40Z', 'updated_at': '2022-02-16T05:41:43Z', 'revision_number': 1, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 5, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:43:47.955670 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-dfd47137-52e7-44a1-ad88-f46db76c8e5a admin admin] Deleting port 5a6e8c44-ffb2-441e-8e87-5f5488d2c021 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:43:47.956123 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfd47137-52e7-44a1-ad88-f46db76c8e5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (5a6e8c44-ffb2-441e-8e87-5f5488d2c021), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:48.042172 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-dfd47137-52e7-44a1-ad88-f46db76c8e5a admin admin] For port 5a6e8c44-ffb2-441e-8e87-5f5488d2c021, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=5a6e8c44-ffb2-441e-8e87-5f5488d2c021,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:43:48.042532 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfd47137-52e7-44a1-ad88-f46db76c8e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (5a6e8c44-ffb2-441e-8e87-5f5488d2c021), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:48.054749 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-dfd47137-52e7-44a1-ad88-f46db76c8e5a admin admin] Calling delete_port for 5a6e8c44-ffb2-441e-8e87-5f5488d2c021 owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:43:48.095317 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-a1db3d21-4b61-4ac5-9e22-4118933b3bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034d4c57-126d-4646-9391-38882cf8caf0', 'name': 'tempest-TestMinimumBasicScenario-1340039397-router', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:30Z', 'updated_at': '2022-02-16T05:43:46Z', 'revision_number': 5, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'gw_port': {'id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:31Z', 'updated_at': '2022-02-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:48.122773 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1db3d21-4b61-4ac5-9e22-4118933b3bad None None] The sync data for ids ['034d4c57-126d-4646-9391-38882cf8caf0'] in dv-cinder-829473-2-iscsi is: [{'id': '034d4c57-126d-4646-9391-38882cf8caf0', 'name': 'tempest-TestMinimumBasicScenario-1340039397-router', 'tenant_id': 'ba122c4197da463faf4c622f2ba7087c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:30Z', 'updated_at': '2022-02-16T05:43:46Z', 'revision_number': 5, 'project_id': 'ba122c4197da463faf4c622f2ba7087c', 'gw_port': {'id': '5a6e8c44-ffb2-441e-8e87-5f5488d2c021', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034d4c57-126d-4646-9391-38882cf8caf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:31Z', 'updated_at': '2022-02-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:43:48.183178 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4a261d-725c-4ae1-abc3-dc0f9a3553d4 None None] New status for floating IP 5a344c3d-c3fb-4a6d-8eba-cd38f24a7278: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 05:43:48.230301 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfd47137-52e7-44a1-ad88-f46db76c8e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (5a6e8c44-ffb2-441e-8e87-5f5488d2c021), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:48.264515 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd47137-52e7-44a1-ad88-f46db76c8e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6e8c44-ffb2-441e-8e87-5f5488d2c021,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:48.317034 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfd47137-52e7-44a1-ad88-f46db76c8e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588152'] for router_gateway (034d4c57-126d-4646-9391-38882cf8caf0), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:48.411698 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfd47137-52e7-44a1-ad88-f46db76c8e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1581635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5490'] for router (034d4c57-126d-4646-9391-38882cf8caf0), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:48.413921 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfd47137-52e7-44a1-ad88-f46db76c8e5a admin admin] Publish callbacks [] for router_controller (034d4c57-126d-4646-9391-38882cf8caf0), precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:48.463420 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfd47137-52e7-44a1-ad88-f46db76c8e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581640'] for router (034d4c57-126d-4646-9391-38882cf8caf0), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:48.464023 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd47137-52e7-44a1-ad88-f46db76c8e5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 034d4c57-126d-4646-9391-38882cf8caf0 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 05:43:48.469509 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfd47137-52e7-44a1-ad88-f46db76c8e5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:48.472907 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-dfd47137-52e7-44a1-ad88-f46db76c8e5a admin admin] 10.222.0.75 "DELETE /v2.0/routers/034d4c57-126d-4646-9391-38882cf8caf0 HTTP/1.1" status: 204 len: 168 time: 1.0805044 Feb 16 05:43:48.473306 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60936) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:48.518101 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d35561-d51e-413f-9a36-986025b8c03a admin admin] Deleting subnet 99b171fc-5a2e-4958-adb5-476be9ec1e55 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 05:43:48.521471 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9d35561-d51e-413f-9a36-986025b8c03a admin admin] Publish callbacks [] for subnet (99b171fc-5a2e-4958-adb5-476be9ec1e55), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:48.557000 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9d35561-d51e-413f-9a36-986025b8c03a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125612'] for subnet (99b171fc-5a2e-4958-adb5-476be9ec1e55), precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:48.637212 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9d35561-d51e-413f-9a36-986025b8c03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133523527'] for subnet (99b171fc-5a2e-4958-adb5-476be9ec1e55), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:48.697082 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9d35561-d51e-413f-9a36-986025b8c03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133523536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10125610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8738759'] for subnet (99b171fc-5a2e-4958-adb5-476be9ec1e55), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:48.723603 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d35561-d51e-413f-9a36-986025b8c03a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99b171fc-5a2e-4958-adb5-476be9ec1e55,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:48.727164 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9d35561-d51e-413f-9a36-986025b8c03a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:48.730370 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-c9d35561-d51e-413f-9a36-986025b8c03a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/99b171fc-5a2e-4958-adb5-476be9ec1e55 HTTP/1.1" status: 204 len: 168 time: 0.2560277 Feb 16 05:43:48.732749 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60938) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:48.738367 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a80627f-45a3-49d7-9c4c-9213a726f44a None None] Network 0b0691c0-8422-407b-956a-b27b220175f4 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:43:48.805750 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133564096'] for network (0b0691c0-8422-407b-956a-b27b220175f4), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:48.857920 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] Deleting port c7bad384-5efc-4318-9cbb-a3af5c465149 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:43:48.858264 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (c7bad384-5efc-4318-9cbb-a3af5c465149), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:48.919280 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] For port c7bad384-5efc-4318-9cbb-a3af5c465149, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=c7bad384-5efc-4318-9cbb-a3af5c465149,segment=NetworkSegment(b3a4254d-bfcc-4d96-a405-243f85064c32),segment_id=b3a4254d-bfcc-4d96-a405-243f85064c32)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:43:48.919567 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (c7bad384-5efc-4318-9cbb-a3af5c465149), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:48.931739 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] Calling delete_port for c7bad384-5efc-4318-9cbb-a3af5c465149 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:43:49.012446 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (c7bad384-5efc-4318-9cbb-a3af5c465149), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:49.045586 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7bad384-5efc-4318-9cbb-a3af5c465149,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:49.048989 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] No DVR routers for this DVR port c7bad384-5efc-4318-9cbb-a3af5c465149 on host dv-cinder-829473-2-iscsi {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:43:49.124149 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133527232', 'neutron.services.segments.db._delete_segments_for_network-8750525486906'] for network (0b0691c0-8422-407b-956a-b27b220175f4), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:49.139083 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebe3c71-dad4-4155-b806-adadac1a6294 None None] DHCP port deletion for 0b0691c0-8422-407b-956a-b27b220175f4 request from dv-cinder-829473-2-iscsi {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 05:43:49.146823 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0691c0-8422-407b-956a-b27b220175f4']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:49.157206 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a4254d-bfcc-4d96-a405-243f85064c32') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:49.157853 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a4254d-bfcc-4d96-a405-243f85064c32') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:49.167031 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750525486659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125595'] for segment (b3a4254d-bfcc-4d96-a405-243f85064c32), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:49.179788 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (b3a4254d-bfcc-4d96-a405-243f85064c32), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:49.185798 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 05:43:49.186691 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10125448'] for segment (b3a4254d-bfcc-4d96-a405-243f85064c32), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: Traceback (most recent call last): Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: timer() Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: cb(*args, **kw) Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: return func(*args, **kwargs) Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: self._notify() Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: self.callback(batched_events) Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: event.method(event) Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: return f(self, *a, **k) Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: return self._get(url).json() Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: return self.request(url, 'GET', **kwargs) Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 05:43:49.188320 dv-cinder-829473-2-iscsi neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 05:43:49.241204 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133527257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588188'] for network (0b0691c0-8422-407b-956a-b27b220175f4), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:49.246369 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:49.250004 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] 10.222.0.75 "DELETE /v2.0/networks/0b0691c0-8422-407b-956a-b27b220175f4 HTTP/1.1" status: 204 len: 168 time: 0.5162706 Feb 16 05:43:49.253034 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60940) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:49.260742 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2611219-cfce-4881-a2d6-9da7fc193892 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b0691c0-8422-407b-956a-b27b220175f4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:49.590376 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-128020c6-a49d-46ae-b6f7-6bc56fa81fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588722'] for router_interface (a06bba0e-1439-47b3-ab66-02b3f72f9949), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:49.832355 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-128020c6-a49d-46ae-b6f7-6bc56fa81fb4 admin admin] Deleting port 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:43:49.832705 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-128020c6-a49d-46ae-b6f7-6bc56fa81fb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (3b36b761-343c-4e8f-a1ec-aa26c6f4eff7), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:49.882885 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 5a6e8c44-ffb2-441e-8e87-5f5488d2c021 no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:43:49.903191 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: 5a6e8c44-ffb2-441e-8e87-5f5488d2c021 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:43:49.903567 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 5a6e8c44-ffb2-441e-8e87-5f5488d2c021 not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:43:49.903980 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device c7bad384-5efc-4318-9cbb-a3af5c465149 no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:43:49.913617 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-128020c6-a49d-46ae-b6f7-6bc56fa81fb4 admin admin] For port 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=3b36b761-343c-4e8f-a1ec-aa26c6f4eff7,segment=NetworkSegment(12d4c5ad-2652-48ab-b193-78d6887ec928),segment_id=12d4c5ad-2652-48ab-b193-78d6887ec928)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:43:49.913988 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-128020c6-a49d-46ae-b6f7-6bc56fa81fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (3b36b761-343c-4e8f-a1ec-aa26c6f4eff7), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:49.922568 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: c7bad384-5efc-4318-9cbb-a3af5c465149 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:43:49.922917 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device c7bad384-5efc-4318-9cbb-a3af5c465149 not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:43:49.923320 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 007f232c-bffd-4124-978d-ba569b503c64 no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:43:49.926656 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-128020c6-a49d-46ae-b6f7-6bc56fa81fb4 admin admin] Calling delete_port for 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:43:49.941978 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: 007f232c-bffd-4124-978d-ba569b503c64 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:43:49.942319 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 007f232c-bffd-4124-978d-ba569b503c64 not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:43:50.105250 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-128020c6-a49d-46ae-b6f7-6bc56fa81fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (3b36b761-343c-4e8f-a1ec-aa26c6f4eff7), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:50.128652 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128020c6-a49d-46ae-b6f7-6bc56fa81fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b36b761-343c-4e8f-a1ec-aa26c6f4eff7,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:50.298214 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-128020c6-a49d-46ae-b6f7-6bc56fa81fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1516466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588574'] for router_interface (a06bba0e-1439-47b3-ab66-02b3f72f9949), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:50.508341 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128020c6-a49d-46ae-b6f7-6bc56fa81fb4 admin admin] Router a06bba0e-1439-47b3-ab66-02b3f72f9949 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:43:50.612285 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128020c6-a49d-46ae-b6f7-6bc56fa81fb4 admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:43:50.617191 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-128020c6-a49d-46ae-b6f7-6bc56fa81fb4 admin admin] 10.222.0.75 "PUT /v2.0/routers/a06bba0e-1439-47b3-ab66-02b3f72f9949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3627450 Feb 16 05:43:50.619829 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60942) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:50.622444 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb70aad-89a9-45ad-ab3e-4efd276ea1bd None None] Sync routers for ids ['a06bba0e-1439-47b3-ab66-02b3f72f9949'] in dv-cinder-829473-2-iscsi {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:43:50.636635 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb70aad-89a9-45ad-ab3e-4efd276ea1bd None None] Routers {'a06bba0e-1439-47b3-ab66-02b3f72f9949'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:43:50.637685 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5eb70aad-89a9-45ad-ab3e-4efd276ea1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:43:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a06bba0e-1439-47b3-ab66-02b3f72f9949'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:50.784103 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc56a025-d6c0-4099-9fae-80b4392d659e admin admin] Publish callbacks [] for router (a06bba0e-1439-47b3-ab66-02b3f72f9949), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:50.801068 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-5eb70aad-89a9-45ad-ab3e-4efd276ea1bd None None] Set router a06bba0e-1439-47b3-ab66-02b3f72f9949 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:43:50.887544 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc56a025-d6c0-4099-9fae-80b4392d659e admin admin] Publish callbacks [] for router_gateway (a06bba0e-1439-47b3-ab66-02b3f72f9949), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:50.944727 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-fc56a025-d6c0-4099-9fae-80b4392d659e admin admin] Deleting port 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:43:50.945066 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc56a025-d6c0-4099-9fae-80b4392d659e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (2ebbab4f-41c9-425c-b0d5-e26ab30d97fe), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:50.976584 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5eb70aad-89a9-45ad-ab3e-4efd276ea1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'name': 'tempest-TestMinimumBasicScenario-1673382420-router', 'tenant_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2ebbab4f-41c9-425c-b0d5-e26ab30d97fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:35Z', 'updated_at': '2022-02-16T05:43:50Z', 'revision_number': 5, 'project_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'gw_port': {'id': '2ebbab4f-41c9-425c-b0d5-e26ab30d97fe', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:41:36Z', 'updated_at': '2022-02-16T05:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:51.006637 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb70aad-89a9-45ad-ab3e-4efd276ea1bd None None] Checking router: a06bba0e-1439-47b3-ab66-02b3f72f9949 for host: dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:43:51.015042 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb70aad-89a9-45ad-ab3e-4efd276ea1bd None None] Routers {'a06bba0e-1439-47b3-ab66-02b3f72f9949'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:43:51.015645 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5eb70aad-89a9-45ad-ab3e-4efd276ea1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:43:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a06bba0e-1439-47b3-ab66-02b3f72f9949'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:51.025107 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-fc56a025-d6c0-4099-9fae-80b4392d659e admin admin] For port 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=2ebbab4f-41c9-425c-b0d5-e26ab30d97fe,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:43:51.025487 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc56a025-d6c0-4099-9fae-80b4392d659e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (2ebbab4f-41c9-425c-b0d5-e26ab30d97fe), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:51.038220 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-fc56a025-d6c0-4099-9fae-80b4392d659e admin admin] Calling delete_port for 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:43:51.101648 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-5eb70aad-89a9-45ad-ab3e-4efd276ea1bd None None] Set router a06bba0e-1439-47b3-ab66-02b3f72f9949 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:43:51.153472 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5eb70aad-89a9-45ad-ab3e-4efd276ea1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'name': 'tempest-TestMinimumBasicScenario-1673382420-router', 'tenant_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:35Z', 'updated_at': '2022-02-16T05:43:50Z', 'revision_number': 6, 'project_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'gw_port_host': None}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:51.183413 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb70aad-89a9-45ad-ab3e-4efd276ea1bd None None] The sync data for ids ['a06bba0e-1439-47b3-ab66-02b3f72f9949'] in dv-cinder-829473-2-iscsi is: [{'id': 'a06bba0e-1439-47b3-ab66-02b3f72f9949', 'name': 'tempest-TestMinimumBasicScenario-1673382420-router', 'tenant_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:41:35Z', 'updated_at': '2022-02-16T05:43:50Z', 'revision_number': 6, 'project_id': 'e59fd9d8b19f4a2d825d19e5a6ed8a08', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:43:51.206420 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc56a025-d6c0-4099-9fae-80b4392d659e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (2ebbab4f-41c9-425c-b0d5-e26ab30d97fe), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:51.235584 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56a025-d6c0-4099-9fae-80b4392d659e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ebbab4f-41c9-425c-b0d5-e26ab30d97fe,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:51.300706 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc56a025-d6c0-4099-9fae-80b4392d659e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588152'] for router_gateway (a06bba0e-1439-47b3-ab66-02b3f72f9949), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:51.403415 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc56a025-d6c0-4099-9fae-80b4392d659e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1581635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5490'] for router (a06bba0e-1439-47b3-ab66-02b3f72f9949), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:51.406025 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc56a025-d6c0-4099-9fae-80b4392d659e admin admin] Publish callbacks [] for router_controller (a06bba0e-1439-47b3-ab66-02b3f72f9949), precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:51.466244 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc56a025-d6c0-4099-9fae-80b4392d659e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581640'] for router (a06bba0e-1439-47b3-ab66-02b3f72f9949), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:51.466694 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc56a025-d6c0-4099-9fae-80b4392d659e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a06bba0e-1439-47b3-ab66-02b3f72f9949 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 05:43:51.472264 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc56a025-d6c0-4099-9fae-80b4392d659e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:51.473216 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-fc56a025-d6c0-4099-9fae-80b4392d659e admin admin] 10.222.0.75 "DELETE /v2.0/routers/a06bba0e-1439-47b3-ab66-02b3f72f9949 HTTP/1.1" status: 204 len: 168 time: 0.8523266 Feb 16 05:43:51.475687 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60944) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:51.521636 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5d23c8-bbe6-41f8-9611-fb37827066b4 admin admin] Deleting subnet 54416113-a6ee-4c4e-a6f3-ede79f20714c {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 05:43:51.524809 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7a5d23c8-bbe6-41f8-9611-fb37827066b4 admin admin] Publish callbacks [] for subnet (54416113-a6ee-4c4e-a6f3-ede79f20714c), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:51.560404 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7a5d23c8-bbe6-41f8-9611-fb37827066b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125612'] for subnet (54416113-a6ee-4c4e-a6f3-ede79f20714c), precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:51.640996 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7a5d23c8-bbe6-41f8-9611-fb37827066b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133523527'] for subnet (54416113-a6ee-4c4e-a6f3-ede79f20714c), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:51.695413 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7a5d23c8-bbe6-41f8-9611-fb37827066b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133523536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10125610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8738759'] for subnet (54416113-a6ee-4c4e-a6f3-ede79f20714c), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:51.720773 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d23c8-bbe6-41f8-9611-fb37827066b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54416113-a6ee-4c4e-a6f3-ede79f20714c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:51.724173 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7a5d23c8-bbe6-41f8-9611-fb37827066b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:51.727368 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-7a5d23c8-bbe6-41f8-9611-fb37827066b4 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/54416113-a6ee-4c4e-a6f3-ede79f20714c HTTP/1.1" status: 204 len: 168 time: 0.2507761 Feb 16 05:43:51.729771 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60946) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:51.732067 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345996aa-9d27-48ac-b76f-7d232ae3d647 None None] Network 04b905db-a12c-43cf-80ed-4728470e5cba requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:43:51.798794 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133564096'] for network (04b905db-a12c-43cf-80ed-4728470e5cba), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:51.852332 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] Deleting port ee224cff-9c8c-46f9-8f61-f402752694b9 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:43:51.852828 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (ee224cff-9c8c-46f9-8f61-f402752694b9), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:51.917554 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] For port ee224cff-9c8c-46f9-8f61-f402752694b9, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=ee224cff-9c8c-46f9-8f61-f402752694b9,segment=NetworkSegment(12d4c5ad-2652-48ab-b193-78d6887ec928),segment_id=12d4c5ad-2652-48ab-b193-78d6887ec928)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:43:51.917853 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (ee224cff-9c8c-46f9-8f61-f402752694b9), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:51.931639 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] Calling delete_port for ee224cff-9c8c-46f9-8f61-f402752694b9 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:43:51.952329 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ac2a72-ed3b-4f49-8b6d-f672e0531997 None None] DHCP port deletion for 04b905db-a12c-43cf-80ed-4728470e5cba request from dv-cinder-829473-2-iscsi {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 05:43:52.008531 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-25ac2a72-ed3b-4f49-8b6d-f672e0531997 None None] Deleting port ee224cff-9c8c-46f9-8f61-f402752694b9 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:43:52.009176 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-25ac2a72-ed3b-4f49-8b6d-f672e0531997 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (ee224cff-9c8c-46f9-8f61-f402752694b9), before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:52.019951 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (ee224cff-9c8c-46f9-8f61-f402752694b9), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:52.052103 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee224cff-9c8c-46f9-8f61-f402752694b9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:52.053975 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] No DVR routers for this DVR port ee224cff-9c8c-46f9-8f61-f402752694b9 on host dv-cinder-829473-2-iscsi {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:43:52.071136 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:43:52.099144 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:43:52.099419 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 2ebbab4f-41c9-425c-b0d5-e26ab30d97fe not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:43:52.099832 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device ee224cff-9c8c-46f9-8f61-f402752694b9 no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:43:52.102468 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-25ac2a72-ed3b-4f49-8b6d-f672e0531997 None None] For port ee224cff-9c8c-46f9-8f61-f402752694b9, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=ee224cff-9c8c-46f9-8f61-f402752694b9,segment=NetworkSegment(12d4c5ad-2652-48ab-b193-78d6887ec928),segment_id=12d4c5ad-2652-48ab-b193-78d6887ec928)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:43:52.102864 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-25ac2a72-ed3b-4f49-8b6d-f672e0531997 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (ee224cff-9c8c-46f9-8f61-f402752694b9), precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:52.127299 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133527232', 'neutron.services.segments.db._delete_segments_for_network-8750525486906'] for network (04b905db-a12c-43cf-80ed-4728470e5cba), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:52.132143 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-25ac2a72-ed3b-4f49-8b6d-f672e0531997 None None] Calling delete_port for ee224cff-9c8c-46f9-8f61-f402752694b9 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:43:52.137622 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: ee224cff-9c8c-46f9-8f61-f402752694b9 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:43:52.138012 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device ee224cff-9c8c-46f9-8f61-f402752694b9 not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:43:52.138730 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7 no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:43:52.151984 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b905db-a12c-43cf-80ed-4728470e5cba']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:52.161919 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d4c5ad-2652-48ab-b193-78d6887ec928') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:52.162221 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d4c5ad-2652-48ab-b193-78d6887ec928') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:52.167312 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:43:52.167473 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 3b36b761-343c-4e8f-a1ec-aa26c6f4eff7 not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:43:52.172487 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750525486659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125595'] for segment (12d4c5ad-2652-48ab-b193-78d6887ec928), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:52.188686 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (12d4c5ad-2652-48ab-b193-78d6887ec928), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:52.195943 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 05:43:52.196175 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10125448'] for segment (12d4c5ad-2652-48ab-b193-78d6887ec928), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: Traceback (most recent call last): Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: timer() Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: cb(*args, **kw) Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: return func(*args, **kwargs) Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: self._notify() Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: self.callback(batched_events) Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: event.method(event) Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: return f(self, *a, **k) Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: return self._get(url).json() Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: return self.request(url, 'GET', **kwargs) Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 05:43:52.198018 dv-cinder-829473-2-iscsi neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 05:43:52.232282 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-25ac2a72-ed3b-4f49-8b6d-f672e0531997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719'] for port (ee224cff-9c8c-46f9-8f61-f402752694b9), after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:52.261123 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133527257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588188'] for network (04b905db-a12c-43cf-80ed-4728470e5cba), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:52.261772 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac2a72-ed3b-4f49-8b6d-f672e0531997 None None] Pushing event deleted for resources: {'Port': ['ID=ee224cff-9c8c-46f9-8f61-f402752694b9,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:52.263653 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac2a72-ed3b-4f49-8b6d-f672e0531997 None None] No DVR routers for this DVR port ee224cff-9c8c-46f9-8f61-f402752694b9 on host dv-cinder-829473-2-iscsi {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:43:52.266992 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:52.272590 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] 10.222.0.75 "DELETE /v2.0/networks/04b905db-a12c-43cf-80ed-4728470e5cba HTTP/1.1" status: 204 len: 168 time: 0.5394769 Feb 16 05:43:52.285761 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0c66e-d8f9-4135-bf94-98e4ec4ab074 admin admin] Pushing event deleted for resources: {'Network': ['ID=04b905db-a12c-43cf-80ed-4728470e5cba,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:52.435204 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60950) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:52.474299 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-88062400-44bf-4436-9349-75a00cb730b0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ba122c4197da463faf4c622f2ba7087c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379076 Feb 16 05:43:52.476692 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60952) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:52.522396 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45b62aaf-7d2a-4875-bd3e-465a6a5f1574 admin admin] Publish callbacks [] for security_group (5b4d5a8f-ad18-4aef-b23c-09b3a6561849), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:52.543118 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45b62aaf-7d2a-4875-bd3e-465a6a5f1574 admin admin] Publish callbacks [] for security_group (5b4d5a8f-ad18-4aef-b23c-09b3a6561849), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:52.587485 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45b62aaf-7d2a-4875-bd3e-465a6a5f1574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (5b4d5a8f-ad18-4aef-b23c-09b3a6561849), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:52.590078 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45b62aaf-7d2a-4875-bd3e-465a6a5f1574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:52.591213 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-45b62aaf-7d2a-4875-bd3e-465a6a5f1574 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5b4d5a8f-ad18-4aef-b23c-09b3a6561849 HTTP/1.1" status: 204 len: 168 time: 0.1136513 Feb 16 05:43:52.599019 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b62aaf-7d2a-4875-bd3e-465a6a5f1574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4d5a8f-ad18-4aef-b23c-09b3a6561849,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:52.895265 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60958) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:52.937220 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-cbe3576d-cbed-49aa-b15d-277767e7be98 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e59fd9d8b19f4a2d825d19e5a6ed8a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407360 Feb 16 05:43:52.939424 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60960) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:52.984155 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9199b5a7-fb51-4c1b-9152-e9f34abc0882 admin admin] Publish callbacks [] for security_group (55c68cda-716d-4f05-992c-bd9b1796e27c), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:53.004434 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9199b5a7-fb51-4c1b-9152-e9f34abc0882 admin admin] Publish callbacks [] for security_group (55c68cda-716d-4f05-992c-bd9b1796e27c), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:53.050796 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9199b5a7-fb51-4c1b-9152-e9f34abc0882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (55c68cda-716d-4f05-992c-bd9b1796e27c), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:53.053585 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9199b5a7-fb51-4c1b-9152-e9f34abc0882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:53.054698 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-9199b5a7-fb51-4c1b-9152-e9f34abc0882 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/55c68cda-716d-4f05-992c-bd9b1796e27c HTTP/1.1" status: 204 len: 168 time: 0.1144023 Feb 16 05:43:53.064691 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199b5a7-fb51-4c1b-9152-e9f34abc0882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c68cda-716d-4f05-992c-bd9b1796e27c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:53.691591 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 60982) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:53.786784 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-44e8af06-5470-4faf-928b-a69a982c6349 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-147692648-network', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:43:53.806131 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e8af06-5470-4faf-928b-a69a982c6349 admin admin] Made reservation on behalf of 563c1c32061d4b78be6a20b84fd3ae39 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:43:53.808614 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44e8af06-5470-4faf-928b-a69a982c6349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:53.817197 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44e8af06-5470-4faf-928b-a69a982c6349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:53.888660 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44e8af06-5470-4faf-928b-a69a982c6349 admin admin] Publish callbacks [] for security_group (e1e858d8-d906-475c-8e1f-f6c0608438a8), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:53.892086 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44e8af06-5470-4faf-928b-a69a982c6349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (e1e858d8-d906-475c-8e1f-f6c0608438a8), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:53.915268 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e8af06-5470-4faf-928b-a69a982c6349 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 05:43:53.924203 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8af06-5470-4faf-928b-a69a982c6349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e858d8-d906-475c-8e1f-f6c0608438a8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:53.929981 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44e8af06-5470-4faf-928b-a69a982c6349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (9f875874-5ffc-43c4-a94e-8010c26a6aef), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:53.930329 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.segments_db [None req-44e8af06-5470-4faf-928b-a69a982c6349 admin admin] Added segment 9f875874-5ffc-43c4-a94e-8010c26a6aef of type vlan for network 08c93e3a-350f-4d6d-880f-bc031b7d1c19 Feb 16 05:43:53.970742 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44e8af06-5470-4faf-928b-a69a982c6349 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (08c93e3a-350f-4d6d-880f-bc031b7d1c19), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:53.994495 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44e8af06-5470-4faf-928b-a69a982c6349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (08c93e3a-350f-4d6d-880f-bc031b7d1c19), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:53.995425 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e8af06-5470-4faf-928b-a69a982c6349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:53.996016 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44e8af06-5470-4faf-928b-a69a982c6349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:54.048330 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-44e8af06-5470-4faf-928b-a69a982c6349 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3556671 Feb 16 05:43:54.051226 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60988) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:54.055284 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8af06-5470-4faf-928b-a69a982c6349 admin admin] Pushing event updated for resources: {'Network': ['ID=08c93e3a-350f-4d6d-880f-bc031b7d1c19,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:54.056089 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f13911a4-4038-42fa-ad79-7042e3934866 admin admin] Request body: {'subnet': {'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-147692648-subnet', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:43:54.065699 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network 08c93e3a-350f-4d6d-880f-bc031b7d1c19 details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:43:54.075740 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13911a4-4038-42fa-ad79-7042e3934866 admin admin] Made reservation on behalf of 563c1c32061d4b78be6a20b84fd3ae39 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:43:54.078105 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f13911a4-4038-42fa-ad79-7042e3934866 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3813013'] for subnet (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:54.241272 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f13911a4-4038-42fa-ad79-7042e3934866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4118562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3812999'] for subnet (f69605eb-be9e-469d-aadc-3fd5508df854), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:54.299025 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13911a4-4038-42fa-ad79-7042e3934866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f69605eb-be9e-469d-aadc-3fd5508df854,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:54.303318 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13911a4-4038-42fa-ad79-7042e3934866 admin admin] Checking segment: {'id': '9f875874-5ffc-43c4-a94e-8010c26a6aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:43:54.303683 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13911a4-4038-42fa-ad79-7042e3934866 admin admin] Network hostable DHCP agents. Network: 08c93e3a-350f-4d6d-880f-bc031b7d1c19, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:43:54.325457 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13911a4-4038-42fa-ad79-7042e3934866 admin admin] Network 08c93e3a-350f-4d6d-880f-bc031b7d1c19 is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:43:54.334105 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f13911a4-4038-42fa-ad79-7042e3934866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, 08c93e3a-350f-4d6d-880f-bc031b7d1c19) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:43:54.337979 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13911a4-4038-42fa-ad79-7042e3934866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:54.338578 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f13911a4-4038-42fa-ad79-7042e3934866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:54.343391 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedaee4a-5062-4f8b-a2cb-ddee5f4ba803 None None] Network 08c93e3a-350f-4d6d-880f-bc031b7d1c19 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:43:54.354633 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f13911a4-4038-42fa-ad79-7042e3934866 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3023467 Feb 16 05:43:54.357494 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60990) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:54.362752 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-147692648-router', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:43:54.382078 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (e0b13bc2-7c8e-4557-9f84-eab867092034), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:54.383167 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1641993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5499'] for router (e0b13bc2-7c8e-4557-9f84-eab867092034), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:54.440656 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] Publish callbacks [] for router_controller (e0b13bc2-7c8e-4557-9f84-eab867092034), precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:54.448345 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee9ae567-8b16-543d-b7e8-94b1639e7e51-08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'fixed_ips': [{'subnet_id': 'f69605eb-be9e-469d-aadc-3fd5508df854'}]}} from dv-cinder-829473-2-iscsi. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 05:43:54.449200 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:54.578344 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] Publish callbacks [] for router_gateway (e0b13bc2-7c8e-4557-9f84-eab867092034), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:54.582837 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Allocated IP 172.20.0.2 (08c93e3a-350f-4d6d-880f-bc031b7d1c19/f69605eb-be9e-469d-aadc-3fd5508df854/289b065b-a038-4529-8b5c-af68fd0a0666) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:43:54.725513 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Publish callbacks [] for port (289b065b-a038-4529-8b5c-af68fd0a0666), precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:54.731259 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (289b065b-a038-4529-8b5c-af68fd0a0666), after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:54.777197 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Network 08c93e3a-350f-4d6d-880f-bc031b7d1c19 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:43:54.780103 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:43:54.783536 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] Publish callbacks [] for router_gateway (e0b13bc2-7c8e-4557-9f84-eab867092034), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:54.784285 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:43:54.787584 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Pushing event updated for resources: {'Port': ['ID=289b065b-a038-4529-8b5c-af68fd0a0666,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:54.803325 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:54.841347 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Attempting to bind port 289b065b-a038-4529-8b5c-af68fd0a0666 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:43:54.841637 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Attempting to bind port 289b065b-a038-4529-8b5c-af68fd0a0666 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': '9f875874-5ffc-43c4-a94e-8010c26a6aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:43:54.842001 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Attempting to bind port 289b065b-a038-4529-8b5c-af68fd0a0666 on network 08c93e3a-350f-4d6d-880f-bc031b7d1c19 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:43:54.846840 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:43:54.847209 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Checking segment: {'id': '9f875874-5ffc-43c4-a94e-8010c26a6aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:43:54.847605 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:54.847995 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Bound using segment: {'id': '9f875874-5ffc-43c4-a94e-8010c26a6aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:43:54.848456 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Bound port: 289b065b-a038-4529-8b5c-af68fd0a0666, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f875874-5ffc-43c4-a94e-8010c26a6aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:43:54.848830 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (289b065b-a038-4529-8b5c-af68fd0a0666), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:54.904075 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] Allocated IP 172.27.0.45 (61efc28e-7d20-4d92-8b96-aa9398e7f442/35988b50-7f57-43f7-b0a5-0909380c9793/02c0be0e-47cf-4c8b-ba39-03a1a48b7038) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:43:54.909915 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] For port 289b065b-a038-4529-8b5c-af68fd0a0666, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:43:54.914105 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] For port 289b065b-a038-4529-8b5c-af68fd0a0666, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=289b065b-a038-4529-8b5c-af68fd0a0666,segment=NetworkSegment(9f875874-5ffc-43c4-a94e-8010c26a6aef),segment_id=9f875874-5ffc-43c4-a94e-8010c26a6aef)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:43:54.921239 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (289b065b-a038-4529-8b5c-af68fd0a0666), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:54.983555 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531722e-625a-4c3d-a947-3da182f1eb78 None None] Pushing event updated for resources: {'Port': ['ID=289b065b-a038-4529-8b5c-af68fd0a0666,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:55.241105 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] Publish callbacks [] for port (02c0be0e-47cf-4c8b-ba39-03a1a48b7038), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:55.276625 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (02c0be0e-47cf-4c8b-ba39-03a1a48b7038), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:55.313218 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:43:55.317887 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:43:55.321329 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:43:55.343523 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] Pushing event updated for resources: {'Port': ['ID=02c0be0e-47cf-4c8b-ba39-03a1a48b7038,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:55.568851 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] Publish callbacks [] for router_gateway (e0b13bc2-7c8e-4557-9f84-eab867092034), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:55.775252 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588116'] for router (e0b13bc2-7c8e-4557-9f84-eab867092034), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:55.835496 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e5111c-82e5-4a32-abc7-e2800a3c9e3f None None] Network 08c93e3a-350f-4d6d-880f-bc031b7d1c19 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:43:55.919852 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] Router e0b13bc2-7c8e-4557-9f84-eab867092034 is scheduled to L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 05:43:55.978889 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 289b065b-a038-4529-8b5c-af68fd0a0666 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:43:56.053750 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:43:56.064493 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-777cc447-3589-4f56-913b-feb94b59a264 None None] Provisioning complete for port 289b065b-a038-4529-8b5c-af68fd0a0666 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:43:56.064887 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-777cc447-3589-4f56-913b-feb94b59a264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (289b065b-a038-4529-8b5c-af68fd0a0666), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:56.070460 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:56.074377 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-6b1b3599-ac9a-48c0-af35-efb2bf132164 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7125766 Feb 16 05:43:56.074620 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Sync routers for ids ['e0b13bc2-7c8e-4557-9f84-eab867092034'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:43:56.074722 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 60992) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:56.132340 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Routers {'e0b13bc2-7c8e-4557-9f84-eab867092034'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:43:56.132955 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:43:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['e0b13bc2-7c8e-4557-9f84-eab867092034'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:56.242833 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 289b065b-a038-4529-8b5c-af68fd0a0666 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:43:56.243139 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (289b065b-a038-4529-8b5c-af68fd0a0666), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:56.281852 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6c0508b3-65c3-4424-bd67-dd7886b14426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:56.367514 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Set router e0b13bc2-7c8e-4557-9f84-eab867092034 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:43:56.433948 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-777cc447-3589-4f56-913b-feb94b59a264 None None] Current status of the port 289b065b-a038-4529-8b5c-af68fd0a0666 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:43:56.434341 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-777cc447-3589-4f56-913b-feb94b59a264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (289b065b-a038-4529-8b5c-af68fd0a0666), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:56.516733 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4d48d429-d22c-4bda-8b84-b0ea59db5619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:56.538719 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-777cc447-3589-4f56-913b-feb94b59a264 None None] For port 289b065b-a038-4529-8b5c-af68fd0a0666, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=289b065b-a038-4529-8b5c-af68fd0a0666,segment=NetworkSegment(9f875874-5ffc-43c4-a94e-8010c26a6aef),segment_id=9f875874-5ffc-43c4-a94e-8010c26a6aef)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:43:56.541786 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 289b065b-a038-4529-8b5c-af68fd0a0666 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:43:56.542174 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (289b065b-a038-4529-8b5c-af68fd0a0666), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:56.548825 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-777cc447-3589-4f56-913b-feb94b59a264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (289b065b-a038-4529-8b5c-af68fd0a0666), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:56.676120 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-4d48d429-d22c-4bda-8b84-b0ea59db5619 admin admin] Allocated IP 172.20.0.1 (08c93e3a-350f-4d6d-880f-bc031b7d1c19/f69605eb-be9e-469d-aadc-3fd5508df854/847aea13-1ccf-4d44-a3e4-0632a00b8ea1) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:43:56.682882 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cc447-3589-4f56-913b-feb94b59a264 None None] Pushing event updated for resources: {'Port': ['ID=289b065b-a038-4529-8b5c-af68fd0a0666,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:56.699059 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.db.api [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 05:43:56.699421 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG oslo_db.api [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 05:43:56.705878 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f9fe5a1b-ee90-4a18-9064-113ee56e5629 None None] Provisioning complete for port 289b065b-a038-4529-8b5c-af68fd0a0666 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:43:56.706259 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f9fe5a1b-ee90-4a18-9064-113ee56e5629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (289b065b-a038-4529-8b5c-af68fd0a0666), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:56.765777 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'name': 'tempest-TestShelveInstance-147692648-router', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:43:55Z', 'revision_number': 3, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'gw_port': {'id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:56.781103 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4d48d429-d22c-4bda-8b84-b0ea59db5619 admin admin] Publish callbacks [] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:56.793966 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Checking router: e0b13bc2-7c8e-4557-9f84-eab867092034 for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:43:56.794325 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Updating router e0b13bc2-7c8e-4557-9f84-eab867092034 port 02c0be0e-47cf-4c8b-ba39-03a1a48b7038 binding host dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:43:56.818332 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4d48d429-d22c-4bda-8b84-b0ea59db5619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:56.852155 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (02c0be0e-47cf-4c8b-ba39-03a1a48b7038), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:56.854335 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d48d429-d22c-4bda-8b84-b0ea59db5619 admin admin] Network 08c93e3a-350f-4d6d-880f-bc031b7d1c19 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:43:56.854491 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe5a1b-ee90-4a18-9064-113ee56e5629 None None] Current status of the port 289b065b-a038-4529-8b5c-af68fd0a0666 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:43:56.859214 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-4d48d429-d22c-4bda-8b84-b0ea59db5619 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:43:56.862650 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d48d429-d22c-4bda-8b84-b0ea59db5619 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:43:56.887540 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48d429-d22c-4bda-8b84-b0ea59db5619 admin admin] Pushing event updated for resources: {'Port': ['ID=847aea13-1ccf-4d44-a3e4-0632a00b8ea1,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:56.905982 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4d48d429-d22c-4bda-8b84-b0ea59db5619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588071'] for router_interface (e0b13bc2-7c8e-4557-9f84-eab867092034), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:57.051771 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4d48d429-d22c-4bda-8b84-b0ea59db5619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:57.111031 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-192a55b2-f251-47a5-bcb4-3b3dafe984b7 None None] Provisioning complete for port 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:43:57.111394 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-192a55b2-f251-47a5-bcb4-3b3dafe984b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:57.148405 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Publish callbacks [] for port (02c0be0e-47cf-4c8b-ba39-03a1a48b7038), precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:57.158286 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (02c0be0e-47cf-4c8b-ba39-03a1a48b7038), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:57.164594 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-192a55b2-f251-47a5-bcb4-3b3dafe984b7 None None] Port 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:43:57.214074 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4d48d429-d22c-4bda-8b84-b0ea59db5619 admin admin] Publish callbacks [] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:57.218620 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4d48d429-d22c-4bda-8b84-b0ea59db5619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:57.236852 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ff56e-9fa4-4301-8fd4-62102d04228b None None] Pushing event updated for resources: {'Port': ['ID=02c0be0e-47cf-4c8b-ba39-03a1a48b7038,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:57.240133 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Attempting to bind port 02c0be0e-47cf-4c8b-ba39-03a1a48b7038 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:43:57.240133 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Attempting to bind port 02c0be0e-47cf-4c8b-ba39-03a1a48b7038 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:43:57.240133 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Attempting to bind port 02c0be0e-47cf-4c8b-ba39-03a1a48b7038 on network 61efc28e-7d20-4d92-8b96-aa9398e7f442 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:43:57.252451 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:43:57.252822 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Checking segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:43:57.253224 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:57.253634 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Bound using segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:43:57.254090 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Bound port: 02c0be0e-47cf-4c8b-ba39-03a1a48b7038, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:43:57.254463 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (02c0be0e-47cf-4c8b-ba39-03a1a48b7038), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:57.277006 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 289b065b-a038-4529-8b5c-af68fd0a0666 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:43:57.283552 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4d48d429-d22c-4bda-8b84-b0ea59db5619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1516491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588695'] for router_interface (e0b13bc2-7c8e-4557-9f84-eab867092034), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:57.285435 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48d429-d22c-4bda-8b84-b0ea59db5619 admin admin] Pushing event updated for resources: {'Port': ['ID=847aea13-1ccf-4d44-a3e4-0632a00b8ea1,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:57.307587 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] For port 02c0be0e-47cf-4c8b-ba39-03a1a48b7038, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:43:57.311447 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] For port 02c0be0e-47cf-4c8b-ba39-03a1a48b7038, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=02c0be0e-47cf-4c8b-ba39-03a1a48b7038,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:43:57.317602 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (02c0be0e-47cf-4c8b-ba39-03a1a48b7038), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:57.375624 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Routers {'e0b13bc2-7c8e-4557-9f84-eab867092034'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:43:57.376264 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:43:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['e0b13bc2-7c8e-4557-9f84-eab867092034'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:57.379466 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ff56e-9fa4-4301-8fd4-62102d04228b None None] Pushing event updated for resources: {'Port': ['ID=02c0be0e-47cf-4c8b-ba39-03a1a48b7038,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:57.381162 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d48d429-d22c-4bda-8b84-b0ea59db5619 admin admin] Network 08c93e3a-350f-4d6d-880f-bc031b7d1c19 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:43:57.383112 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-4d48d429-d22c-4bda-8b84-b0ea59db5619 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:43:57.492971 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] Set router e0b13bc2-7c8e-4557-9f84-eab867092034 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:43:57.503451 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d48d429-d22c-4bda-8b84-b0ea59db5619 admin admin] Router e0b13bc2-7c8e-4557-9f84-eab867092034 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:43:57.619298 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d48d429-d22c-4bda-8b84-b0ea59db5619 admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:43:57.632578 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-4d48d429-d22c-4bda-8b84-b0ea59db5619 admin admin] 10.222.0.75 "PUT /v2.0/routers/e0b13bc2-7c8e-4557-9f84-eab867092034/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5488765 Feb 16 05:43:57.755950 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6c18d891-d6ce-4847-ae62-72860f04ea48 None None] Provisioning complete for port 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:43:57.756326 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6c18d891-d6ce-4847-ae62-72860f04ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:57.811332 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6c18d891-d6ce-4847-ae62-72860f04ea48 None None] Port 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:43:57.866690 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'name': 'tempest-TestShelveInstance-147692648-router', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:43:57Z', 'revision_number': 4, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'gw_port': {'id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '847aea13-1ccf-4d44-a3e4-0632a00b8ea1', 'name': '', 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'mac_address': 'fa:16:3e:1a:93:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:56Z', 'updated_at': '2022-02-16T05:43:57Z', 'revision_number': 2, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'subnets': [{'id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:43:57.898638 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 289b065b-a038-4529-8b5c-af68fd0a0666 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:43:57.901166 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65eca17-8bcd-41cb-b8a9-78dfe95105fe None None] The sync data for ids ['e0b13bc2-7c8e-4557-9f84-eab867092034'] in dv-cinder-829473-2-iscsi is: [{'id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'name': 'tempest-TestShelveInstance-147692648-router', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:43:57Z', 'revision_number': 4, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'gw_port': {'id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '847aea13-1ccf-4d44-a3e4-0632a00b8ea1', 'name': '', 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'mac_address': 'fa:16:3e:1a:93:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:56Z', 'updated_at': '2022-02-16T05:43:57Z', 'revision_number': 2, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'subnets': [{'id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:43:57.961691 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 289b065b-a038-4529-8b5c-af68fd0a0666 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:43:57.962068 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (289b065b-a038-4529-8b5c-af68fd0a0666), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:58.042278 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 289b065b-a038-4529-8b5c-af68fd0a0666 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:43:58.126598 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 32778) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:58.131723 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-2e98b609-a14d-4370-b57d-78602672f003 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1682836887-network', 'tenant_id': '2907a2767bf740fd8ca946c75f1ca474'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:43:58.151118 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e98b609-a14d-4370-b57d-78602672f003 admin admin] Made reservation on behalf of 2907a2767bf740fd8ca946c75f1ca474 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:43:58.153524 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e98b609-a14d-4370-b57d-78602672f003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for network (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:58.163358 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e98b609-a14d-4370-b57d-78602672f003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:58.255029 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e98b609-a14d-4370-b57d-78602672f003 admin admin] Publish callbacks [] for security_group (7bdfa8ed-58aa-41f7-a04e-9418f0ffd14f), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:58.259393 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e98b609-a14d-4370-b57d-78602672f003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (7bdfa8ed-58aa-41f7-a04e-9418f0ffd14f), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:58.285234 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e98b609-a14d-4370-b57d-78602672f003 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 05:43:58.296098 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98b609-a14d-4370-b57d-78602672f003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdfa8ed-58aa-41f7-a04e-9418f0ffd14f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:58.301154 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e98b609-a14d-4370-b57d-78602672f003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (ef913583-47e3-44fd-8ef8-89a6db26b86d), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:58.301528 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-2e98b609-a14d-4370-b57d-78602672f003 admin admin] Added segment ef913583-47e3-44fd-8ef8-89a6db26b86d of type vlan for network 4cd75ec3-bc24-4efb-a184-86cc1c88b83f Feb 16 05:43:58.347983 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e98b609-a14d-4370-b57d-78602672f003 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750524991748'] for network (4cd75ec3-bc24-4efb-a184-86cc1c88b83f), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:58.374896 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e98b609-a14d-4370-b57d-78602672f003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473'] for network (4cd75ec3-bc24-4efb-a184-86cc1c88b83f), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:58.376192 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e98b609-a14d-4370-b57d-78602672f003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:58.377048 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e98b609-a14d-4370-b57d-78602672f003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:58.623052 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8ba3bbb4-6dea-4a43-bc7a-5d1b70f1bef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:58.676402 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 32780) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:58.681765 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2a934f7f-1cea-40bd-9a03-1cd3f01e24d4 admin admin] Request body: {'subnet': {'network_id': '4cd75ec3-bc24-4efb-a184-86cc1c88b83f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1682836887-subnet', 'tenant_id': '2907a2767bf740fd8ca946c75f1ca474', 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:43:58.682026 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-2e98b609-a14d-4370-b57d-78602672f003 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5540822 Feb 16 05:43:58.692948 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98b609-a14d-4370-b57d-78602672f003 admin admin] Pushing event updated for resources: {'Network': ['ID=4cd75ec3-bc24-4efb-a184-86cc1c88b83f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:58.706283 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Network 4cd75ec3-bc24-4efb-a184-86cc1c88b83f details requested by agent ovs-agent-dv-cinder-829473-2-iscsi with host dv-cinder-829473-2-iscsi {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 05:43:58.707467 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a934f7f-1cea-40bd-9a03-1cd3f01e24d4 admin admin] Made reservation on behalf of 2907a2767bf740fd8ca946c75f1ca474 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:43:58.710316 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2a934f7f-1cea-40bd-9a03-1cd3f01e24d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8738796'] for subnet (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:58.889900 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2a934f7f-1cea-40bd-9a03-1cd3f01e24d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10125813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8738814'] for subnet (5c12d801-988f-4346-9cf0-09ab9b4048fa), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:58.936461 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a934f7f-1cea-40bd-9a03-1cd3f01e24d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c12d801-988f-4346-9cf0-09ab9b4048fa,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:58.957552 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a934f7f-1cea-40bd-9a03-1cd3f01e24d4 admin admin] Checking segment: {'id': 'ef913583-47e3-44fd-8ef8-89a6db26b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4cd75ec3-bc24-4efb-a184-86cc1c88b83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:43:58.957910 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a934f7f-1cea-40bd-9a03-1cd3f01e24d4 admin admin] Network hostable DHCP agents. Network: 4cd75ec3-bc24-4efb-a184-86cc1c88b83f, hostable agents: ['42a6e804-b7c4-4c14-996b-d109839b3592'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 05:43:58.974630 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a934f7f-1cea-40bd-9a03-1cd3f01e24d4 admin admin] Network 4cd75ec3-bc24-4efb-a184-86cc1c88b83f is scheduled to be hosted by DHCP agent 42a6e804-b7c4-4c14-996b-d109839b3592 with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 05:43:58.983297 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-2a934f7f-1cea-40bd-9a03-1cd3f01e24d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-2-iscsi, 4cd75ec3-bc24-4efb-a184-86cc1c88b83f) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:43:58.987325 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a934f7f-1cea-40bd-9a03-1cd3f01e24d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:43:58.987925 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2a934f7f-1cea-40bd-9a03-1cd3f01e24d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:58.993603 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a827cd8-2bbf-4e73-8a03-f17d4ff178f0 None None] Network 4cd75ec3-bc24-4efb-a184-86cc1c88b83f requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:43:59.008490 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-2a934f7f-1cea-40bd-9a03-1cd3f01e24d4 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3304408 Feb 16 05:43:59.008965 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 32782) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:43:59.013472 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1682836887-router', 'tenant_id': '2907a2767bf740fd8ca946c75f1ca474', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:43:59.036273 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (0608774b-76d8-49cb-9f57-b34f910cc4a2), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:59.037353 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1641993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5499'] for router (0608774b-76d8-49cb-9f57-b34f910cc4a2), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:59.093712 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] Publish callbacks [] for router_controller (0608774b-76d8-49cb-9f57-b34f910cc4a2), precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:59.109907 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee9ae567-8b16-543d-b7e8-94b1639e7e51-4cd75ec3-bc24-4efb-a184-86cc1c88b83f', 'network_id': '4cd75ec3-bc24-4efb-a184-86cc1c88b83f', 'project_id': '2907a2767bf740fd8ca946c75f1ca474', 'fixed_ips': [{'subnet_id': '5c12d801-988f-4346-9cf0-09ab9b4048fa'}]}} from dv-cinder-829473-2-iscsi. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 05:43:59.111168 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:59.244083 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] Publish callbacks [] for router_gateway (0608774b-76d8-49cb-9f57-b34f910cc4a2), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:59.251003 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Allocated IP 172.20.0.2 (4cd75ec3-bc24-4efb-a184-86cc1c88b83f/5c12d801-988f-4346-9cf0-09ab9b4048fa/3da99853-589b-40b9-8d30-4e6095412b79) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:43:59.392112 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Publish callbacks [] for port (3da99853-589b-40b9-8d30-4e6095412b79), precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:59.398049 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710'] for port (3da99853-589b-40b9-8d30-4e6095412b79), after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:59.434281 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Network 4cd75ec3-bc24-4efb-a184-86cc1c88b83f is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:43:59.447273 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:43:59.448200 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] Publish callbacks [] for router_gateway (0608774b-76d8-49cb-9f57-b34f910cc4a2), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:59.456912 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:43:59.463079 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Pushing event updated for resources: {'Port': ['ID=3da99853-589b-40b9-8d30-4e6095412b79,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:59.468318 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:59.469169 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:59.522592 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Attempting to bind port 3da99853-589b-40b9-8d30-4e6095412b79 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:43:59.522962 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Attempting to bind port 3da99853-589b-40b9-8d30-4e6095412b79 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': 'ef913583-47e3-44fd-8ef8-89a6db26b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4cd75ec3-bc24-4efb-a184-86cc1c88b83f'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:43:59.523324 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Attempting to bind port 3da99853-589b-40b9-8d30-4e6095412b79 on network 4cd75ec3-bc24-4efb-a184-86cc1c88b83f {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:43:59.528662 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:43:59.529035 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Checking segment: {'id': 'ef913583-47e3-44fd-8ef8-89a6db26b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4cd75ec3-bc24-4efb-a184-86cc1c88b83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:43:59.529493 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:59.529893 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Bound using segment: {'id': 'ef913583-47e3-44fd-8ef8-89a6db26b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4cd75ec3-bc24-4efb-a184-86cc1c88b83f'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:43:59.530357 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Bound port: 3da99853-589b-40b9-8d30-4e6095412b79, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef913583-47e3-44fd-8ef8-89a6db26b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4cd75ec3-bc24-4efb-a184-86cc1c88b83f'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:43:59.530736 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (3da99853-589b-40b9-8d30-4e6095412b79), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:59.577129 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] Allocated IP 172.27.0.167 (61efc28e-7d20-4d92-8b96-aa9398e7f442/35988b50-7f57-43f7-b0a5-0909380c9793/f1c89235-bd58-4e70-8c98-c4089a8b4e7e) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:43:59.594384 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] For port 3da99853-589b-40b9-8d30-4e6095412b79, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:43:59.598056 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] For port 3da99853-589b-40b9-8d30-4e6095412b79, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=3da99853-589b-40b9-8d30-4e6095412b79,segment=NetworkSegment(ef913583-47e3-44fd-8ef8-89a6db26b86d),segment_id=ef913583-47e3-44fd-8ef8-89a6db26b86d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:43:59.604151 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (3da99853-589b-40b9-8d30-4e6095412b79), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:59.658963 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3300b6-8d13-4eb3-aa5f-e3345df6b887 None None] Pushing event updated for resources: {'Port': ['ID=3da99853-589b-40b9-8d30-4e6095412b79,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:43:59.703866 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] Publish callbacks [] for port (f1c89235-bd58-4e70-8c98-c4089a8b4e7e), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:59.741496 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (f1c89235-bd58-4e70-8c98-c4089a8b4e7e), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:43:59.780062 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:43:59.785075 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:43:59.788870 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:43:59.814918 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] Pushing event updated for resources: {'Port': ['ID=f1c89235-bd58-4e70-8c98-c4089a8b4e7e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:00.045391 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 3da99853-589b-40b9-8d30-4e6095412b79 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:44:00.088486 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Sync routers for ids ['e0b13bc2-7c8e-4557-9f84-eab867092034'] in dv-cinder-829473-2-iscsi {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:44:00.098811 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Routers {'e0b13bc2-7c8e-4557-9f84-eab867092034'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:44:00.099424 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:43:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['e0b13bc2-7c8e-4557-9f84-eab867092034'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:44:00.100513 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 3da99853-589b-40b9-8d30-4e6095412b79 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:44:00.100948 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (3da99853-589b-40b9-8d30-4e6095412b79), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:00.108628 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] Publish callbacks [] for router_gateway (0608774b-76d8-49cb-9f57-b34f910cc4a2), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:00.179252 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 3da99853-589b-40b9-8d30-4e6095412b79 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:44:00.179635 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (3da99853-589b-40b9-8d30-4e6095412b79), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:00.215352 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] For port 3da99853-589b-40b9-8d30-4e6095412b79, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=3da99853-589b-40b9-8d30-4e6095412b79,segment=NetworkSegment(ef913583-47e3-44fd-8ef8-89a6db26b86d),segment_id=ef913583-47e3-44fd-8ef8-89a6db26b86d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:44:00.223081 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (3da99853-589b-40b9-8d30-4e6095412b79), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:00.224023 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 02c0be0e-47cf-4c8b-ba39-03a1a48b7038 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:44:00.310275 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Pushing event updated for resources: {'Port': ['ID=3da99853-589b-40b9-8d30-4e6095412b79,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:00.323402 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Set router e0b13bc2-7c8e-4557-9f84-eab867092034 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:44:00.325559 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588116'] for router (0608774b-76d8-49cb-9f57-b34f910cc4a2), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:00.328466 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 02c0be0e-47cf-4c8b-ba39-03a1a48b7038 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:44:00.328849 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (02c0be0e-47cf-4c8b-ba39-03a1a48b7038), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:00.409997 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 02c0be0e-47cf-4c8b-ba39-03a1a48b7038 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:44:00.410391 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (02c0be0e-47cf-4c8b-ba39-03a1a48b7038), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:00.432440 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] For port 02c0be0e-47cf-4c8b-ba39-03a1a48b7038, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=02c0be0e-47cf-4c8b-ba39-03a1a48b7038,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:44:00.438156 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (02c0be0e-47cf-4c8b-ba39-03a1a48b7038), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:00.469820 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] Router 0608774b-76d8-49cb-9f57-b34f910cc4a2 is scheduled to L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 05:44:00.499263 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Pushing event updated for resources: {'Port': ['ID=02c0be0e-47cf-4c8b-ba39-03a1a48b7038,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:00.547853 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'name': 'tempest-TestShelveInstance-147692648-router', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:43:57Z', 'revision_number': 4, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'gw_port': {'id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '847aea13-1ccf-4d44-a3e4-0632a00b8ea1', 'name': '', 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'mac_address': 'fa:16:3e:1a:93:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:56Z', 'updated_at': '2022-02-16T05:43:57Z', 'revision_number': 2, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'subnets': [{'id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:44:00.578864 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Checking router: e0b13bc2-7c8e-4557-9f84-eab867092034 for host: dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:44:00.579221 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Updating router e0b13bc2-7c8e-4557-9f84-eab867092034 port 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 binding host dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:44:00.581128 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:44:00.592670 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Sync routers for ids ['0608774b-76d8-49cb-9f57-b34f910cc4a2'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:44:00.605087 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Routers {'0608774b-76d8-49cb-9f57-b34f910cc4a2'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:44:00.605855 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:43:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['0608774b-76d8-49cb-9f57-b34f910cc4a2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:44:00.610041 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:00.613811 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-e70b609e-dcfc-4223-9f80-99fce92e872d admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6012447 Feb 16 05:44:00.614044 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 32786) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:44:00.626719 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:00.738436 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Set router 0608774b-76d8-49cb-9f57-b34f910cc4a2 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:44:00.944581 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'name': 'tempest-TestShelveInstance-1682836887-router', 'tenant_id': '2907a2767bf740fd8ca946c75f1ca474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f1c89235-bd58-4e70-8c98-c4089a8b4e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:59Z', 'updated_at': '2022-02-16T05:43:59Z', 'revision_number': 3, 'project_id': '2907a2767bf740fd8ca946c75f1ca474', 'gw_port': {'id': 'f1c89235-bd58-4e70-8c98-c4089a8b4e7e', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:59Z', 'updated_at': '2022-02-16T05:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:44:00.952320 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Publish callbacks [] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:00.959766 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:00.985620 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ed74f7-ae96-4ed2-a1d5-d28b7a5ddb05 None None] Network 4cd75ec3-bc24-4efb-a184-86cc1c88b83f requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:44:00.990353 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Checking router: 0608774b-76d8-49cb-9f57-b34f910cc4a2 for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:44:00.991124 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Updating router 0608774b-76d8-49cb-9f57-b34f910cc4a2 port f1c89235-bd58-4e70-8c98-c4089a8b4e7e binding host dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:44:01.008067 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b6354-42f4-4812-b21b-4d6b684dbff9 None None] Pushing event updated for resources: {'Port': ['ID=847aea13-1ccf-4d44-a3e4-0632a00b8ea1,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:01.037554 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b6354-42f4-4812-b21b-4d6b684dbff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:01.037915 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b6354-42f4-4812-b21b-4d6b684dbff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:01.038262 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b6354-42f4-4812-b21b-4d6b684dbff9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:01.038593 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b6354-42f4-4812-b21b-4d6b684dbff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:01.038921 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b6354-42f4-4812-b21b-4d6b684dbff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:01.039256 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b6354-42f4-4812-b21b-4d6b684dbff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:01.039566 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b6354-42f4-4812-b21b-4d6b684dbff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:01.039885 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b6354-42f4-4812-b21b-4d6b684dbff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:01.040213 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b6354-42f4-4812-b21b-4d6b684dbff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:01.040536 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b6354-42f4-4812-b21b-4d6b684dbff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:01.040853 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b6354-42f4-4812-b21b-4d6b684dbff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:01.041169 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b6354-42f4-4812-b21b-4d6b684dbff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:01.041508 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b6354-42f4-4812-b21b-4d6b684dbff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:01.077799 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Attempting to bind port 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:44:01.078186 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Attempting to bind port 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': '9f875874-5ffc-43c4-a94e-8010c26a6aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:44:01.078530 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Attempting to bind port 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 on network 08c93e3a-350f-4d6d-880f-bc031b7d1c19 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:44:01.085432 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:44:01.085799 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Checking segment: {'id': '9f875874-5ffc-43c4-a94e-8010c26a6aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:44:01.086204 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:01.086586 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Bound using segment: {'id': '9f875874-5ffc-43c4-a94e-8010c26a6aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:44:01.087634 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Bound port: 847aea13-1ccf-4d44-a3e4-0632a00b8ea1, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f875874-5ffc-43c4-a94e-8010c26a6aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:44:01.088025 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:01.101481 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-44bbac45-cf56-42f9-ba6c-b4a51167bcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:01.109858 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:01.115795 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (f1c89235-bd58-4e70-8c98-c4089a8b4e7e), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:01.157143 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-16f74afe-4fec-4ba9-8dcc-2d0d8a587bf2 None None] Provisioning complete for port 3da99853-589b-40b9-8d30-4e6095412b79 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:44:01.157984 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-16f74afe-4fec-4ba9-8dcc-2d0d8a587bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (3da99853-589b-40b9-8d30-4e6095412b79), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:01.159231 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] For port 847aea13-1ccf-4d44-a3e4-0632a00b8ea1, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:44:01.164303 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] For port 847aea13-1ccf-4d44-a3e4-0632a00b8ea1, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=847aea13-1ccf-4d44-a3e4-0632a00b8ea1,segment=NetworkSegment(9f875874-5ffc-43c4-a94e-8010c26a6aef),segment_id=9f875874-5ffc-43c4-a94e-8010c26a6aef)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:44:01.172852 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:01.237062 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b6354-42f4-4812-b21b-4d6b684dbff9 None None] Pushing event updated for resources: {'Port': ['ID=847aea13-1ccf-4d44-a3e4-0632a00b8ea1,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:01.239558 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Routers {'e0b13bc2-7c8e-4557-9f84-eab867092034'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:44:01.240392 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:43:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['e0b13bc2-7c8e-4557-9f84-eab867092034'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:44:01.313843 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-44bbac45-cf56-42f9-ba6c-b4a51167bcbc admin admin] Allocated IP 172.20.0.1 (4cd75ec3-bc24-4efb-a184-86cc1c88b83f/5c12d801-988f-4346-9cf0-09ab9b4048fa/d43657aa-7d4e-4935-93ca-e7cb68ef4235) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:44:01.367386 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] Set router e0b13bc2-7c8e-4557-9f84-eab867092034 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:44:01.446373 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-44bbac45-cf56-42f9-ba6c-b4a51167bcbc admin admin] Publish callbacks [] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:01.495313 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-44bbac45-cf56-42f9-ba6c-b4a51167bcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:01.543972 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-16f74afe-4fec-4ba9-8dcc-2d0d8a587bf2 None None] Current status of the port 3da99853-589b-40b9-8d30-4e6095412b79 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:44:01.549499 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bbac45-cf56-42f9-ba6c-b4a51167bcbc admin admin] Network 4cd75ec3-bc24-4efb-a184-86cc1c88b83f is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:44:01.557003 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-44bbac45-cf56-42f9-ba6c-b4a51167bcbc admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:44:01.561449 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bbac45-cf56-42f9-ba6c-b4a51167bcbc admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:44:01.598702 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-44bbac45-cf56-42f9-ba6c-b4a51167bcbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588071'] for router_interface (0608774b-76d8-49cb-9f57-b34f910cc4a2), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:01.606396 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'name': 'tempest-TestShelveInstance-147692648-router', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:43:57Z', 'revision_number': 4, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'gw_port': {'id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '847aea13-1ccf-4d44-a3e4-0632a00b8ea1', 'name': '', 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'mac_address': 'fa:16:3e:1a:93:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:56Z', 'updated_at': '2022-02-16T05:44:01Z', 'revision_number': 4, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'subnets': [{'id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:44:01.635176 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbac45-cf56-42f9-ba6c-b4a51167bcbc admin admin] Pushing event updated for resources: {'Port': ['ID=d43657aa-7d4e-4935-93ca-e7cb68ef4235,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:01.637698 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008be459-ba5b-48e9-8630-dfafb194a71f None None] The sync data for ids ['e0b13bc2-7c8e-4557-9f84-eab867092034'] in dv-cinder-829473-2-iscsi is: [{'id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'name': 'tempest-TestShelveInstance-147692648-router', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:43:57Z', 'revision_number': 4, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'gw_port': {'id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '847aea13-1ccf-4d44-a3e4-0632a00b8ea1', 'name': '', 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'mac_address': 'fa:16:3e:1a:93:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:56Z', 'updated_at': '2022-02-16T05:44:01Z', 'revision_number': 4, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'subnets': [{'id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:44:01.668198 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Publish callbacks [] for port (f1c89235-bd58-4e70-8c98-c4089a8b4e7e), precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:01.680401 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (f1c89235-bd58-4e70-8c98-c4089a8b4e7e), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:01.690481 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1ef20a41-2414-406d-a1c7-47465d246e93 None None] Provisioning complete for port 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:44:01.691709 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1ef20a41-2414-406d-a1c7-47465d246e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:01.780390 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Attempting to bind port f1c89235-bd58-4e70-8c98-c4089a8b4e7e on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:44:01.780775 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Attempting to bind port f1c89235-bd58-4e70-8c98-c4089a8b4e7e by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:44:01.781144 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Attempting to bind port f1c89235-bd58-4e70-8c98-c4089a8b4e7e on network 61efc28e-7d20-4d92-8b96-aa9398e7f442 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:44:01.790199 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659714c-e24f-44a9-8f90-db328cb18580 None None] Pushing event updated for resources: {'Port': ['ID=f1c89235-bd58-4e70-8c98-c4089a8b4e7e,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:01.790618 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-44bbac45-cf56-42f9-ba6c-b4a51167bcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:01.806033 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:44:01.806500 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Checking segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:44:01.807106 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:01.807513 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Bound using segment: {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:44:01.808006 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Bound port: f1c89235-bd58-4e70-8c98-c4089a8b4e7e, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4aa2a5-f78d-482c-b1ec-a79d820629d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:44:01.808400 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (f1c89235-bd58-4e70-8c98-c4089a8b4e7e), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:01.900054 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] For port f1c89235-bd58-4e70-8c98-c4089a8b4e7e, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:44:01.925063 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] For port f1c89235-bd58-4e70-8c98-c4089a8b4e7e, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=f1c89235-bd58-4e70-8c98-c4089a8b4e7e,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:44:01.927973 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1ef20a41-2414-406d-a1c7-47465d246e93 None None] Current status of the port 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:44:01.928367 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1ef20a41-2414-406d-a1c7-47465d246e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:01.939735 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (f1c89235-bd58-4e70-8c98-c4089a8b4e7e), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:02.017330 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-44bbac45-cf56-42f9-ba6c-b4a51167bcbc admin admin] Publish callbacks [] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:02.036655 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-44bbac45-cf56-42f9-ba6c-b4a51167bcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4118711'] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:02.039061 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-1ef20a41-2414-406d-a1c7-47465d246e93 None None] For port 847aea13-1ccf-4d44-a3e4-0632a00b8ea1, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=847aea13-1ccf-4d44-a3e4-0632a00b8ea1,segment=NetworkSegment(9f875874-5ffc-43c4-a94e-8010c26a6aef),segment_id=9f875874-5ffc-43c4-a94e-8010c26a6aef)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:44:02.042354 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 3da99853-589b-40b9-8d30-4e6095412b79 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:44:02.054722 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Routers {'0608774b-76d8-49cb-9f57-b34f910cc4a2'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:44:02.055414 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:43:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['0608774b-76d8-49cb-9f57-b34f910cc4a2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:44:02.114075 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbac45-cf56-42f9-ba6c-b4a51167bcbc admin admin] Pushing event updated for resources: {'Port': ['ID=d43657aa-7d4e-4935-93ca-e7cb68ef4235,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:02.119006 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1ef20a41-2414-406d-a1c7-47465d246e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:02.119908 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-44bbac45-cf56-42f9-ba6c-b4a51167bcbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1516491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588695'] for router_interface (0608774b-76d8-49cb-9f57-b34f910cc4a2), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:02.157064 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659714c-e24f-44a9-8f90-db328cb18580 None None] Pushing event updated for resources: {'Port': ['ID=f1c89235-bd58-4e70-8c98-c4089a8b4e7e,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:02.222383 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bbac45-cf56-42f9-ba6c-b4a51167bcbc admin admin] Network 4cd75ec3-bc24-4efb-a184-86cc1c88b83f is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:44:02.223887 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-44bbac45-cf56-42f9-ba6c-b4a51167bcbc admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:44:02.257133 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef20a41-2414-406d-a1c7-47465d246e93 None None] Pushing event updated for resources: {'Port': ['ID=847aea13-1ccf-4d44-a3e4-0632a00b8ea1,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:02.277714 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] Set router 0608774b-76d8-49cb-9f57-b34f910cc4a2 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:44:02.307945 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 3da99853-589b-40b9-8d30-4e6095412b79 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:44:02.308410 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (3da99853-589b-40b9-8d30-4e6095412b79), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:02.310156 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c60170d2-ffd1-46cc-8fd8-b18a3e12d06f None None] Provisioning complete for port 3da99853-589b-40b9-8d30-4e6095412b79 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:44:02.310582 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c60170d2-ffd1-46cc-8fd8-b18a3e12d06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (3da99853-589b-40b9-8d30-4e6095412b79), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:02.594237 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bbac45-cf56-42f9-ba6c-b4a51167bcbc admin admin] Router 0608774b-76d8-49cb-9f57-b34f910cc4a2 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:44:02.605167 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c60170d2-ffd1-46cc-8fd8-b18a3e12d06f None None] Current status of the port 3da99853-589b-40b9-8d30-4e6095412b79 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:44:02.615412 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 3da99853-589b-40b9-8d30-4e6095412b79 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:44:02.616398 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 02c0be0e-47cf-4c8b-ba39-03a1a48b7038 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:44:02.659764 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c60170d2-ffd1-46cc-8fd8-b18a3e12d06f None None] Provisioning complete for port d43657aa-7d4e-4935-93ca-e7cb68ef4235 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:44:02.660138 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c60170d2-ffd1-46cc-8fd8-b18a3e12d06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:02.704207 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bbac45-cf56-42f9-ba6c-b4a51167bcbc admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:44:02.709708 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-44bbac45-cf56-42f9-ba6c-b4a51167bcbc admin admin] 10.222.0.75 "PUT /v2.0/routers/0608774b-76d8-49cb-9f57-b34f910cc4a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0946941 Feb 16 05:44:02.712737 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c60170d2-ffd1-46cc-8fd8-b18a3e12d06f None None] Port d43657aa-7d4e-4935-93ca-e7cb68ef4235 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:44:02.721015 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'name': 'tempest-TestShelveInstance-1682836887-router', 'tenant_id': '2907a2767bf740fd8ca946c75f1ca474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f1c89235-bd58-4e70-8c98-c4089a8b4e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:59Z', 'updated_at': '2022-02-16T05:44:01Z', 'revision_number': 4, 'project_id': '2907a2767bf740fd8ca946c75f1ca474', 'gw_port': {'id': 'f1c89235-bd58-4e70-8c98-c4089a8b4e7e', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:59Z', 'updated_at': '2022-02-16T05:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'd43657aa-7d4e-4935-93ca-e7cb68ef4235', 'name': '', 'network_id': '4cd75ec3-bc24-4efb-a184-86cc1c88b83f', 'tenant_id': '2907a2767bf740fd8ca946c75f1ca474', 'mac_address': 'fa:16:3e:4b:69:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5c12d801-988f-4346-9cf0-09ab9b4048fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:44:01Z', 'updated_at': '2022-02-16T05:44:01Z', 'revision_number': 2, 'project_id': '2907a2767bf740fd8ca946c75f1ca474', 'subnets': [{'id': '5c12d801-988f-4346-9cf0-09ab9b4048fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:44:02.725812 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 02c0be0e-47cf-4c8b-ba39-03a1a48b7038 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:44:02.726196 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (02c0be0e-47cf-4c8b-ba39-03a1a48b7038), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:02.754121 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf1b2e-5c69-4e0d-ad4a-35ffec3a78e5 None None] The sync data for ids ['0608774b-76d8-49cb-9f57-b34f910cc4a2'] in dv-cinder-829473-2-iscsi is: [{'id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'name': 'tempest-TestShelveInstance-1682836887-router', 'tenant_id': '2907a2767bf740fd8ca946c75f1ca474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f1c89235-bd58-4e70-8c98-c4089a8b4e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:59Z', 'updated_at': '2022-02-16T05:44:01Z', 'revision_number': 4, 'project_id': '2907a2767bf740fd8ca946c75f1ca474', 'gw_port': {'id': 'f1c89235-bd58-4e70-8c98-c4089a8b4e7e', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:59Z', 'updated_at': '2022-02-16T05:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'd43657aa-7d4e-4935-93ca-e7cb68ef4235', 'name': '', 'network_id': '4cd75ec3-bc24-4efb-a184-86cc1c88b83f', 'tenant_id': '2907a2767bf740fd8ca946c75f1ca474', 'mac_address': 'fa:16:3e:4b:69:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5c12d801-988f-4346-9cf0-09ab9b4048fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:44:01Z', 'updated_at': '2022-02-16T05:44:01Z', 'revision_number': 2, 'project_id': '2907a2767bf740fd8ca946c75f1ca474', 'subnets': [{'id': '5c12d801-988f-4346-9cf0-09ab9b4048fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:44:02.861718 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:02.863441 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 02c0be0e-47cf-4c8b-ba39-03a1a48b7038 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:44:02.864488 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:44:02.892179 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-764fb65c-a936-41b5-8430-9d9768374d45 None None] Provisioning complete for port d43657aa-7d4e-4935-93ca-e7cb68ef4235 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:44:02.892560 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-764fb65c-a936-41b5-8430-9d9768374d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:02.940718 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-764fb65c-a936-41b5-8430-9d9768374d45 None None] Port d43657aa-7d4e-4935-93ca-e7cb68ef4235 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:44:02.947301 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:44:02.952122 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.044307 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:44:03.336170 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 32794) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:44:03.340750 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0d6a02db-60a9-4ddc-89b8-654d632b3f9f tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-367204395', 'description': 'tempest-secgroup-smoke-367204395 description', 'project_id': '563c1c32061d4b78be6a20b84fd3ae39'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:44:03.362692 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0d6a02db-60a9-4ddc-89b8-654d632b3f9f tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group (None), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.434949 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0d6a02db-60a9-4ddc-89b8-654d632b3f9f tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group (644d1e4e-4a31-4e23-93bd-c13287325c38), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.438946 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0d6a02db-60a9-4ddc-89b8-654d632b3f9f tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (644d1e4e-4a31-4e23-93bd-c13287325c38), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.466290 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a02db-60a9-4ddc-89b8-654d632b3f9f tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644d1e4e-4a31-4e23-93bd-c13287325c38,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:03.470339 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0d6a02db-60a9-4ddc-89b8-654d632b3f9f tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.471524 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0d6a02db-60a9-4ddc-89b8-654d632b3f9f tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1343029 Feb 16 05:44:03.474365 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 32796) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:44:03.478642 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-54c7e40f-f830-4c48-be53-c3db7e47f60c tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Request body: {'security_group_rule': {'security_group_id': '644d1e4e-4a31-4e23-93bd-c13287325c38', 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:44:03.502001 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54c7e40f-f830-4c48-be53-c3db7e47f60c tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group_rule (1d2e097a-1440-4416-a82c-a7ba8eca4ab5), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.554131 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54c7e40f-f830-4c48-be53-c3db7e47f60c tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group_rule (1d2e097a-1440-4416-a82c-a7ba8eca4ab5), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.557636 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54c7e40f-f830-4c48-be53-c3db7e47f60c tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (1d2e097a-1440-4416-a82c-a7ba8eca4ab5), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.574108 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7e40f-f830-4c48-be53-c3db7e47f60c tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2e097a-1440-4416-a82c-a7ba8eca4ab5,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:03.583334 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54c7e40f-f830-4c48-be53-c3db7e47f60c tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.584517 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-54c7e40f-f830-4c48-be53-c3db7e47f60c tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1092534 Feb 16 05:44:03.587397 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 32798) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:44:03.591542 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6cac6bbd-010c-4a89-a2b0-89981b116e81 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Request body: {'security_group_rule': {'security_group_id': '644d1e4e-4a31-4e23-93bd-c13287325c38', 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:44:03.615875 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6cac6bbd-010c-4a89-a2b0-89981b116e81 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group_rule (3ea654c3-5a16-4830-927b-323692d3d8a6), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.686351 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6cac6bbd-010c-4a89-a2b0-89981b116e81 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group_rule (3ea654c3-5a16-4830-927b-323692d3d8a6), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.689864 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6cac6bbd-010c-4a89-a2b0-89981b116e81 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (3ea654c3-5a16-4830-927b-323692d3d8a6), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.708051 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac6bbd-010c-4a89-a2b0-89981b116e81 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea654c3-5a16-4830-927b-323692d3d8a6,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:03.716132 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6cac6bbd-010c-4a89-a2b0-89981b116e81 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.718146 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-6cac6bbd-010c-4a89-a2b0-89981b116e81 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1297126 Feb 16 05:44:03.720799 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 32800) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:44:03.725082 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f0f9988b-b201-4c83-b9d4-3106cc4f0dea tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Request body: {'security_group_rule': {'security_group_id': '644d1e4e-4a31-4e23-93bd-c13287325c38', 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:44:03.749556 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0f9988b-b201-4c83-b9d4-3106cc4f0dea tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group_rule (f78df237-4f3d-4faa-9549-84d298e4f164), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.807813 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0f9988b-b201-4c83-b9d4-3106cc4f0dea tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group_rule (f78df237-4f3d-4faa-9549-84d298e4f164), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.811225 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0f9988b-b201-4c83-b9d4-3106cc4f0dea tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (f78df237-4f3d-4faa-9549-84d298e4f164), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.829682 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9988b-b201-4c83-b9d4-3106cc4f0dea tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78df237-4f3d-4faa-9549-84d298e4f164,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:03.836158 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0f9988b-b201-4c83-b9d4-3106cc4f0dea tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.837469 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f0f9988b-b201-4c83-b9d4-3106cc4f0dea tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155474 Feb 16 05:44:03.840039 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 32802) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:44:03.844942 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-10c8b05b-2557-4773-8447-acb470a30135 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Request body: {'security_group_rule': {'security_group_id': '644d1e4e-4a31-4e23-93bd-c13287325c38', 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:44:03.868197 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-10c8b05b-2557-4773-8447-acb470a30135 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group_rule (209c9134-7ace-4e83-8d7b-1152ecdd7503), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.926125 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-10c8b05b-2557-4773-8447-acb470a30135 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group_rule (209c9134-7ace-4e83-8d7b-1152ecdd7503), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.929972 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-10c8b05b-2557-4773-8447-acb470a30135 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (209c9134-7ace-4e83-8d7b-1152ecdd7503), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.947972 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8b05b-2557-4773-8447-acb470a30135 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209c9134-7ace-4e83-8d7b-1152ecdd7503,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:03.956947 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-10c8b05b-2557-4773-8447-acb470a30135 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:03.958191 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-10c8b05b-2557-4773-8447-acb470a30135 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172168 Feb 16 05:44:03.960798 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 32804) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:44:03.965069 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9bb91ca7-b0da-422e-8064-f7cd2f6338e4 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Request body: {'security_group_rule': {'security_group_id': '644d1e4e-4a31-4e23-93bd-c13287325c38', 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:44:03.985057 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-9bb91ca7-b0da-422e-8064-f7cd2f6338e4 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Project 563c1c32061d4b78be6a20b84fd3ae39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 05:44:03.992422 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:44:03.992965 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9bb91ca7-b0da-422e-8064-f7cd2f6338e4 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group_rule (0900e83e-5713-4289-9252-1e0b4dbd8522), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:04.040928 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:44:04.041497 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:04.050867 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9bb91ca7-b0da-422e-8064-f7cd2f6338e4 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group_rule (0900e83e-5713-4289-9252-1e0b4dbd8522), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:04.054558 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9bb91ca7-b0da-422e-8064-f7cd2f6338e4 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (0900e83e-5713-4289-9252-1e0b4dbd8522), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:04.071620 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb91ca7-b0da-422e-8064-f7cd2f6338e4 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0900e83e-5713-4289-9252-1e0b4dbd8522,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:04.080265 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9bb91ca7-b0da-422e-8064-f7cd2f6338e4 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:04.081479 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-9bb91ca7-b0da-422e-8064-f7cd2f6338e4 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196816 Feb 16 05:44:04.084104 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 32806) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:44:04.088517 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a7d9ef20-78fc-4ae4-8bbf-acdd9b58b9cf tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Request body: {'security_group_rule': {'security_group_id': '644d1e4e-4a31-4e23-93bd-c13287325c38', 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:44:04.109029 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-a7d9ef20-78fc-4ae4-8bbf-acdd9b58b9cf tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Project 563c1c32061d4b78be6a20b84fd3ae39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 05:44:04.113817 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ef20-78fc-4ae4-8bbf-acdd9b58b9cf tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group_rule (25ddbda7-d1e6-47cc-8987-766e8e81bf87), before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:04.128469 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:44:04.129552 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device f1c89235-bd58-4e70-8c98-c4089a8b4e7e up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:44:04.175139 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ef20-78fc-4ae4-8bbf-acdd9b58b9cf tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group_rule (25ddbda7-d1e6-47cc-8987-766e8e81bf87), precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:04.175539 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port f1c89235-bd58-4e70-8c98-c4089a8b4e7e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:44:04.175914 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (f1c89235-bd58-4e70-8c98-c4089a8b4e7e), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:04.179993 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ef20-78fc-4ae4-8bbf-acdd9b58b9cf tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625813'] for security_group_rule (25ddbda7-d1e6-47cc-8987-766e8e81bf87), after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:04.196850 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9ef20-78fc-4ae4-8bbf-acdd9b58b9cf tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ddbda7-d1e6-47cc-8987-766e8e81bf87,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:04.209418 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ef20-78fc-4ae4-8bbf-acdd9b58b9cf tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:04.210641 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-a7d9ef20-78fc-4ae4-8bbf-acdd9b58b9cf tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255624 Feb 16 05:44:04.255240 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port f1c89235-bd58-4e70-8c98-c4089a8b4e7e is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:44:04.255638 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (f1c89235-bd58-4e70-8c98-c4089a8b4e7e), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:04.276743 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] For port f1c89235-bd58-4e70-8c98-c4089a8b4e7e, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=f1c89235-bd58-4e70-8c98-c4089a8b4e7e,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:44:04.281550 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (f1c89235-bd58-4e70-8c98-c4089a8b4e7e), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:04.336088 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Pushing event updated for resources: {'Port': ['ID=f1c89235-bd58-4e70-8c98-c4089a8b4e7e,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:05.605929 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Sync routers for ids ['0608774b-76d8-49cb-9f57-b34f910cc4a2'] in dv-cinder-829473-2-iscsi {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:44:05.615920 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Routers {'0608774b-76d8-49cb-9f57-b34f910cc4a2'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:44:05.616533 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:43:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['0608774b-76d8-49cb-9f57-b34f910cc4a2'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:44:05.728233 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Set router 0608774b-76d8-49cb-9f57-b34f910cc4a2 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:44:05.915955 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device f1c89235-bd58-4e70-8c98-c4089a8b4e7e up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:44:05.932681 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'name': 'tempest-TestShelveInstance-1682836887-router', 'tenant_id': '2907a2767bf740fd8ca946c75f1ca474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f1c89235-bd58-4e70-8c98-c4089a8b4e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:59Z', 'updated_at': '2022-02-16T05:44:01Z', 'revision_number': 4, 'project_id': '2907a2767bf740fd8ca946c75f1ca474', 'gw_port': {'id': 'f1c89235-bd58-4e70-8c98-c4089a8b4e7e', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:59Z', 'updated_at': '2022-02-16T05:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'd43657aa-7d4e-4935-93ca-e7cb68ef4235', 'name': '', 'network_id': '4cd75ec3-bc24-4efb-a184-86cc1c88b83f', 'tenant_id': '2907a2767bf740fd8ca946c75f1ca474', 'mac_address': 'fa:16:3e:4b:69:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5c12d801-988f-4346-9cf0-09ab9b4048fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:44:01Z', 'updated_at': '2022-02-16T05:44:01Z', 'revision_number': 2, 'project_id': '2907a2767bf740fd8ca946c75f1ca474', 'subnets': [{'id': '5c12d801-988f-4346-9cf0-09ab9b4048fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:44:05.962897 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Checking router: 0608774b-76d8-49cb-9f57-b34f910cc4a2 for host: dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:44:05.963348 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Updating router 0608774b-76d8-49cb-9f57-b34f910cc4a2 port d43657aa-7d4e-4935-93ca-e7cb68ef4235 binding host dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 05:44:05.967027 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port f1c89235-bd58-4e70-8c98-c4089a8b4e7e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:44:05.967407 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (f1c89235-bd58-4e70-8c98-c4089a8b4e7e), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:05.992382 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:06.047627 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port f1c89235-bd58-4e70-8c98-c4089a8b4e7e is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:44:06.249034 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Publish callbacks [] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:06.254145 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:06.302474 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6cc88-432b-4ade-be97-fc7259d907f3 None None] Pushing event updated for resources: {'Port': ['ID=d43657aa-7d4e-4935-93ca-e7cb68ef4235,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:06.359756 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Attempting to bind port d43657aa-7d4e-4935-93ca-e7cb68ef4235 on host dv-cinder-829473-2-iscsi for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:44:06.360128 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Attempting to bind port d43657aa-7d4e-4935-93ca-e7cb68ef4235 by drivers openvswitch,hyperv on host dv-cinder-829473-2-iscsi at level 0 using segments [{'id': 'ef913583-47e3-44fd-8ef8-89a6db26b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4cd75ec3-bc24-4efb-a184-86cc1c88b83f'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:44:06.360489 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Attempting to bind port d43657aa-7d4e-4935-93ca-e7cb68ef4235 on network 4cd75ec3-bc24-4efb-a184-86cc1c88b83f {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:44:06.365633 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Checking agent: {'id': '18248a13-1dba-4d02-87c1-778e24d4eedc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 25, 3), 'started_at': datetime.datetime(2022, 2, 16, 5, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:44:06.366006 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Checking segment: {'id': 'ef913583-47e3-44fd-8ef8-89a6db26b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4cd75ec3-bc24-4efb-a184-86cc1c88b83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:44:06.366404 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:06.366794 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Bound using segment: {'id': 'ef913583-47e3-44fd-8ef8-89a6db26b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4cd75ec3-bc24-4efb-a184-86cc1c88b83f'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:44:06.367253 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Bound port: d43657aa-7d4e-4935-93ca-e7cb68ef4235, host: dv-cinder-829473-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef913583-47e3-44fd-8ef8-89a6db26b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4cd75ec3-bc24-4efb-a184-86cc1c88b83f'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:44:06.367632 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:06.437432 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] For port d43657aa-7d4e-4935-93ca-e7cb68ef4235, host dv-cinder-829473-2-iscsi, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:44:06.443029 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] For port d43657aa-7d4e-4935-93ca-e7cb68ef4235, host dv-cinder-829473-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=d43657aa-7d4e-4935-93ca-e7cb68ef4235,segment=NetworkSegment(ef913583-47e3-44fd-8ef8-89a6db26b86d),segment_id=ef913583-47e3-44fd-8ef8-89a6db26b86d)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:44:06.451029 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:06.488332 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-27c7311e-c11f-4ed6-af0e-6b2be909551e None None] Provisioning complete for port d43657aa-7d4e-4935-93ca-e7cb68ef4235 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:44:06.488908 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-27c7311e-c11f-4ed6-af0e-6b2be909551e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:06.504500 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Routers {'0608774b-76d8-49cb-9f57-b34f910cc4a2'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:44:06.505120 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:43:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['0608774b-76d8-49cb-9f57-b34f910cc4a2'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:44:06.579974 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-27c7311e-c11f-4ed6-af0e-6b2be909551e None None] Current status of the port d43657aa-7d4e-4935-93ca-e7cb68ef4235 is: DOWN; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:44:06.580217 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-27c7311e-c11f-4ed6-af0e-6b2be909551e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:06.621024 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-27c7311e-c11f-4ed6-af0e-6b2be909551e None None] For port d43657aa-7d4e-4935-93ca-e7cb68ef4235, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=d43657aa-7d4e-4935-93ca-e7cb68ef4235,segment=NetworkSegment(ef913583-47e3-44fd-8ef8-89a6db26b86d),segment_id=ef913583-47e3-44fd-8ef8-89a6db26b86d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:44:06.626657 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-27c7311e-c11f-4ed6-af0e-6b2be909551e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:06.684150 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7311e-c11f-4ed6-af0e-6b2be909551e None None] Pushing event updated for resources: {'Port': ['ID=d43657aa-7d4e-4935-93ca-e7cb68ef4235,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:06.692664 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6cc88-432b-4ade-be97-fc7259d907f3 None None] Pushing event updated for resources: {'Port': ['ID=d43657aa-7d4e-4935-93ca-e7cb68ef4235,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:06.737035 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] Set router 0608774b-76d8-49cb-9f57-b34f910cc4a2 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:44:06.753306 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c8c43b62-9dc2-43f4-bcad-7d4b86e98bea None None] Provisioning complete for port d43657aa-7d4e-4935-93ca-e7cb68ef4235 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:44:06.753821 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c8c43b62-9dc2-43f4-bcad-7d4b86e98bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:06.970827 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c8c43b62-9dc2-43f4-bcad-7d4b86e98bea None None] Current status of the port d43657aa-7d4e-4935-93ca-e7cb68ef4235 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:44:06.973958 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'name': 'tempest-TestShelveInstance-1682836887-router', 'tenant_id': '2907a2767bf740fd8ca946c75f1ca474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f1c89235-bd58-4e70-8c98-c4089a8b4e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:59Z', 'updated_at': '2022-02-16T05:44:01Z', 'revision_number': 4, 'project_id': '2907a2767bf740fd8ca946c75f1ca474', 'gw_port': {'id': 'f1c89235-bd58-4e70-8c98-c4089a8b4e7e', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:59Z', 'updated_at': '2022-02-16T05:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'd43657aa-7d4e-4935-93ca-e7cb68ef4235', 'name': '', 'network_id': '4cd75ec3-bc24-4efb-a184-86cc1c88b83f', 'tenant_id': '2907a2767bf740fd8ca946c75f1ca474', 'mac_address': 'fa:16:3e:4b:69:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5c12d801-988f-4346-9cf0-09ab9b4048fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:44:01Z', 'updated_at': '2022-02-16T05:44:06Z', 'revision_number': 4, 'project_id': '2907a2767bf740fd8ca946c75f1ca474', 'subnets': [{'id': '5c12d801-988f-4346-9cf0-09ab9b4048fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:44:06.999569 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d770c942-e1f2-4a35-92b6-9e23adb33c40 None None] The sync data for ids ['0608774b-76d8-49cb-9f57-b34f910cc4a2'] in dv-cinder-829473-2-iscsi is: [{'id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'name': 'tempest-TestShelveInstance-1682836887-router', 'tenant_id': '2907a2767bf740fd8ca946c75f1ca474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f1c89235-bd58-4e70-8c98-c4089a8b4e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:59Z', 'updated_at': '2022-02-16T05:44:01Z', 'revision_number': 4, 'project_id': '2907a2767bf740fd8ca946c75f1ca474', 'gw_port': {'id': 'f1c89235-bd58-4e70-8c98-c4089a8b4e7e', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:59Z', 'updated_at': '2022-02-16T05:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'd43657aa-7d4e-4935-93ca-e7cb68ef4235', 'name': '', 'network_id': '4cd75ec3-bc24-4efb-a184-86cc1c88b83f', 'tenant_id': '2907a2767bf740fd8ca946c75f1ca474', 'mac_address': 'fa:16:3e:4b:69:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5c12d801-988f-4346-9cf0-09ab9b4048fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:44:01Z', 'updated_at': '2022-02-16T05:44:06Z', 'revision_number': 4, 'project_id': '2907a2767bf740fd8ca946c75f1ca474', 'subnets': [{'id': '5c12d801-988f-4346-9cf0-09ab9b4048fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:44:07.930287 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device d43657aa-7d4e-4935-93ca-e7cb68ef4235 up at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:44:07.978452 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Provisioning complete for port d43657aa-7d4e-4935-93ca-e7cb68ef4235 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:44:07.979150 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:08.058861 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Current status of the port d43657aa-7d4e-4935-93ca-e7cb68ef4235 is: ACTIVE; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:44:12.567649 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:12.602996 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:44:18.701883 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-01125e24-0230-42b6-9867-5afaac6351bf req-46e037be-3314-42ab-b0cb-45428b772ffa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458486 Feb 16 05:44:18.802536 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01125e24-0230-42b6-9867-5afaac6351bf req-e19e0e3e-6466-4aed-a5e0-9c005d306504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:18.803974 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-01125e24-0230-42b6-9867-5afaac6351bf req-e19e0e3e-6466-4aed-a5e0-9c005d306504 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e5222e96e134b27b8a588f1309a0097&device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 1129 time: 0.0438108 Feb 16 05:44:18.906402 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01125e24-0230-42b6-9867-5afaac6351bf req-7a704d17-b085-491e-b6a9-cbcc6ec445cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:18.907746 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-01125e24-0230-42b6-9867-5afaac6351bf req-7a704d17-b085-491e-b6a9-cbcc6ec445cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=af5e8334-9cb2-4ddc-b153-43f6f162f135 HTTP/1.1" status: 200 len: 912 time: 0.0852239 Feb 16 05:44:18.972455 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-01125e24-0230-42b6-9867-5afaac6351bf req-d5267eef-b215-469b-af91-9d3b32dea106 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04216612-6a17-42d7-bf1b-e4c80f38b38d HTTP/1.1" status: 200 len: 1001 time: 0.0584042 Feb 16 05:44:19.017968 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01125e24-0230-42b6-9867-5afaac6351bf req-424f1f2d-80d8-4ccd-ba83-51231e5c1884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:19.019354 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-01125e24-0230-42b6-9867-5afaac6351bf req-424f1f2d-80d8-4ccd-ba83-51231e5c1884 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=770464aa-c905-4f1a-8cb7-b33ec5075f91 HTTP/1.1" status: 200 len: 850 time: 0.0412617 Feb 16 05:44:19.064700 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01125e24-0230-42b6-9867-5afaac6351bf req-9a7533a2-637c-4aed-be97-5d1a7c7407d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:19.066151 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-01125e24-0230-42b6-9867-5afaac6351bf req-9a7533a2-637c-4aed-be97-5d1a7c7407d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af5e8334-9cb2-4ddc-b153-43f6f162f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416210 Feb 16 05:44:19.153347 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-01125e24-0230-42b6-9867-5afaac6351bf req-aff643ca-5bc4-40d5-ae4f-ece728b0c3e9 service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814579 Feb 16 05:44:19.237042 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-01125e24-0230-42b6-9867-5afaac6351bf req-49650446-5011-4c63-b612-968ddd8f923e service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781569 Feb 16 05:44:19.470138 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-a7a4b03f-30ec-468a-81f4-2edeaecececa tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367204395&fields=id&tenant_id=563c1c32061d4b78be6a20b84fd3ae39 HTTP/1.1" status: 200 len: 267 time: 0.0460463 Feb 16 05:44:19.835848 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-72835f5b-59fd-43cd-898a-bc3d968b9e81 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:19.837346 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-72835f5b-59fd-43cd-898a-bc3d968b9e81 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/networks?id=08c93e3a-350f-4d6d-880f-bc031b7d1c19 HTTP/1.1" status: 200 len: 808 time: 0.3609850 Feb 16 05:44:19.851504 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-8139f67c-ef21-49d4-ba6e-b9598d13eb86 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/quotas/563c1c32061d4b78be6a20b84fd3ae39 HTTP/1.1" status: 200 len: 375 time: 0.0088096 Feb 16 05:44:19.905470 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-fa159284-1b9c-4a06-821a-e62501a5e148 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=563c1c32061d4b78be6a20b84fd3ae39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492301 Feb 16 05:44:20.004271 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-37eea6e8-f25a-46db-abb4-c4b504045a5e service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 05:44:20.005284 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-37eea6e8-f25a-46db-abb4-c4b504045a5e service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0887024 Feb 16 05:44:20.093509 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-3ba95840-4915-4e31-9c2e-f1d3181154cf service neutron] 10.222.0.75 "GET /v2.0/networks/08c93e3a-350f-4d6d-880f-bc031b7d1c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824692 Feb 16 05:44:20.178319 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-b77720bd-28a0-42a9-9c1f-bbbe54d10596 service neutron] 10.222.0.75 "GET /v2.0/networks/08c93e3a-350f-4d6d-880f-bc031b7d1c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791254 Feb 16 05:44:21.459278 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-71622124-2ee8-450a-8078-77c4fc5120fc req-3039d9f7-8960-451f-8b41-1be668afb790 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 210 time: 0.0263865 Feb 16 05:44:22.540280 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e6b87547-c19c-4278-8398-498c5fcca60b req-5b11383f-3be4-49be-9919-f06c45b36133 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 210 time: 0.0327418 Feb 16 05:44:23.617395 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dbffaf93-458d-471e-a0d6-005f41f0f8ec req-ce9aefbb-2226-40f0-a742-8488b227be12 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 210 time: 0.0266924 Feb 16 05:44:24.695987 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-96f82645-19dd-44d0-bda7-bb889bb2c5e5 req-325fb3e0-0a60-4d64-bbc4-ea7953d92911 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 210 time: 0.0280583 Feb 16 05:44:25.788370 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d3c63160-d016-4338-bafa-42210fdaddc2 req-5697faf1-d4f8-404a-87f5-7ecd093715cd tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 210 time: 0.0276616 Feb 16 05:44:26.133151 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3c193240-548e-4130-9dc2-45edd8ecb1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:26.501874 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-688d2125-c316-4578-abe4-2410d7769d8d tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:26.503321 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-688d2125-c316-4578-abe4-2410d7769d8d tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.60 "GET /v2.0/networks?id=08c93e3a-350f-4d6d-880f-bc031b7d1c19 HTTP/1.1" status: 200 len: 808 time: 0.1009943 Feb 16 05:44:26.604376 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-cf6a66d3-da8c-4dc0-852b-6e530df0ca54 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=563c1c32061d4b78be6a20b84fd3ae39 HTTP/1.1" status: 200 len: 379 time: 0.0556636 Feb 16 05:44:26.617801 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-3dfbf7bc-bf37-4b1d-8665-319f73323f89 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Request body: {'port': {'device_id': 'a208c9c0-83b3-4543-9842-48a9183519da', 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'admin_state_up': True, 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'security_groups': ['644d1e4e-4a31-4e23-93bd-c13287325c38']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:44:26.725913 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-3dfbf7bc-bf37-4b1d-8665-319f73323f89 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Made reservation on behalf of 563c1c32061d4b78be6a20b84fd3ae39 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 05:44:26.729280 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-3dfbf7bc-bf37-4b1d-8665-319f73323f89 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:26.859857 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-3dfbf7bc-bf37-4b1d-8665-319f73323f89 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Allocated IP 172.20.0.12 (08c93e3a-350f-4d6d-880f-bc031b7d1c19/f69605eb-be9e-469d-aadc-3fd5508df854/2f6ebdf7-c0bf-444a-8110-01a275c1f156) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:44:26.897550 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b7be0f55-f83a-4d9b-ad12-ee098e6ff8c7 req-7ac330e0-9c5a-40e4-a69f-94957e55e798 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 210 time: 0.0391271 Feb 16 05:44:27.023425 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-3dfbf7bc-bf37-4b1d-8665-319f73323f89 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:27.056970 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-3dfbf7bc-bf37-4b1d-8665-319f73323f89 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:27.101740 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-3dfbf7bc-bf37-4b1d-8665-319f73323f89 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Network 08c93e3a-350f-4d6d-880f-bc031b7d1c19 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:44:27.106865 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-3dfbf7bc-bf37-4b1d-8665-319f73323f89 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:44:27.110598 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-3dfbf7bc-bf37-4b1d-8665-319f73323f89 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:44:27.140430 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbf7bc-bf37-4b1d-8665-319f73323f89 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Pushing event updated for resources: {'Port': ['ID=2f6ebdf7-c0bf-444a-8110-01a275c1f156,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:27.165519 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-3dfbf7bc-bf37-4b1d-8665-319f73323f89 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:27.166174 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-3dfbf7bc-bf37-4b1d-8665-319f73323f89 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:27.184720 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-3dfbf7bc-bf37-4b1d-8665-319f73323f89 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5736828 Feb 16 05:44:27.208369 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Request body: {'port': {'device_id': 'a208c9c0-83b3-4543-9842-48a9183519da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:44:27.280561 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:27.314011 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-886daf67-bc0c-4a46-bdc0-b760ea337e44 None None] Provisioning complete for port 2f6ebdf7-c0bf-444a-8110-01a275c1f156 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:44:27.314557 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-886daf67-bc0c-4a46-bdc0-b760ea337e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:27.347913 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-886daf67-bc0c-4a46-bdc0-b760ea337e44 None None] Port 2f6ebdf7-c0bf-444a-8110-01a275c1f156 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 05:44:27.541099 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6ebdf7-c0bf-444a-8110-01a275c1f156 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:44:27.549012 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Publish callbacks [] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:27.560892 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Transition to ACTIVE for port object 2f6ebdf7-c0bf-444a-8110-01a275c1f156 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 05:44:27.564983 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:27.615430 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Pushing event updated for resources: {'Port': ['ID=2f6ebdf7-c0bf-444a-8110-01a275c1f156,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:27.688236 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Attempting to bind port 2f6ebdf7-c0bf-444a-8110-01a275c1f156 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 05:44:27.688577 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Attempting to bind port 2f6ebdf7-c0bf-444a-8110-01a275c1f156 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': '9f875874-5ffc-43c4-a94e-8010c26a6aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 05:44:27.688908 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Attempting to bind port 2f6ebdf7-c0bf-444a-8110-01a275c1f156 on network 08c93e3a-350f-4d6d-880f-bc031b7d1c19 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:44:27.693530 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Port 2f6ebdf7-c0bf-444a-8110-01a275c1f156 on network 08c93e3a-350f-4d6d-880f-bc031b7d1c19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 05:44:27.693857 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Attempting to bind port 2f6ebdf7-c0bf-444a-8110-01a275c1f156 on network 08c93e3a-350f-4d6d-880f-bc031b7d1c19 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 05:44:27.698757 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Checking agent: {'id': '8a592e26-efa0-43a4-bb6f-53955caf5e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'started_at': datetime.datetime(2022, 2, 16, 5, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 5, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 05:44:27.699097 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Checking segment: {'id': '9f875874-5ffc-43c4-a94e-8010c26a6aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 05:44:27.699519 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Bound using segment: {'id': '9f875874-5ffc-43c4-a94e-8010c26a6aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 05:44:27.699949 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Bound port: 2f6ebdf7-c0bf-444a-8110-01a275c1f156, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f875874-5ffc-43c4-a94e-8010c26a6aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 05:44:27.700310 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:27.767316 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] For port 2f6ebdf7-c0bf-444a-8110-01a275c1f156, host hv-cinder-82947, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 05:44:27.770689 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] For port 2f6ebdf7-c0bf-444a-8110-01a275c1f156, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2f6ebdf7-c0bf-444a-8110-01a275c1f156,segment=NetworkSegment(9f875874-5ffc-43c4-a94e-8010c26a6aef),segment_id=9f875874-5ffc-43c4-a94e-8010c26a6aef)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 05:44:27.777513 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:27.809951 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:27.810575 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:27.812075 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] 10.222.0.60 "PUT /v2.0/ports/2f6ebdf7-c0bf-444a-8110-01a275c1f156 HTTP/1.1" status: 200 len: 1094 time: 0.6085570 Feb 16 05:44:27.812409 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a208c9c0-83b3-4543-9842-48a9183519da', 'tag': '2f6ebdf7-c0bf-444a-8110-01a275c1f156'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:44:27.814682 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c202db4-abdb-4992-b9f0-1856088da0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a208c9c0-83b3-4543-9842-48a9183519da", "tag": "2f6ebdf7-c0bf-444a-8110-01a275c1f156"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:44:27.844886 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d4e04-2591-4cc7-87d7-f4579aae857f service neutron] Pushing event updated for resources: {'Port': ['ID=2f6ebdf7-c0bf-444a-8110-01a275c1f156,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:27.854911 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7c0ce0-231e-4672-9208-996d9e7c63e8 x-openstack-request-id: req-5a7c0ce0-231e-4672-9208-996d9e7c63e8 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:44:27.855209 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a208c9c0-83b3-4543-9842-48a9183519da", "tag": "2f6ebdf7-c0bf-444a-8110-01a275c1f156", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:44:27.855459 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5a7c0ce0-231e-4672-9208-996d9e7c63e8 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:44:27.855858 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a208c9c0-83b3-4543-9842-48a9183519da', 'tag': '2f6ebdf7-c0bf-444a-8110-01a275c1f156', 'status': 'completed', 'code': 200} Feb 16 05:44:27.933374 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-5e64a579-ca74-4a2e-8cc5-a7369025810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:27.934908 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-5e64a579-ca74-4a2e-8cc5-a7369025810c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=563c1c32061d4b78be6a20b84fd3ae39&device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 1128 time: 0.0489399 Feb 16 05:44:27.990540 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-10152505-2419-4add-a9c1-3273bf1aa87d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f6ebdf7-c0bf-444a-8110-01a275c1f156 HTTP/1.1" status: 200 len: 217 time: 0.0415215 Feb 16 05:44:28.061683 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-d7f24e9c-88c1-4702-84b4-65c1357cb6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:28.063051 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-d7f24e9c-88c1-4702-84b4-65c1357cb6fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f69605eb-be9e-469d-aadc-3fd5508df854 HTTP/1.1" status: 200 len: 847 time: 0.0652061 Feb 16 05:44:28.084510 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875499b-fe80-4c81-890c-4eb9103841ec req-32d3418e-1e3c-43f7-8a5a-4ddbe41def63 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:28.086009 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b875499b-fe80-4c81-890c-4eb9103841ec req-32d3418e-1e3c-43f7-8a5a-4ddbe41def63 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 944 time: 0.0982769 Feb 16 05:44:28.157342 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b875499b-fe80-4c81-890c-4eb9103841ec req-e1f5215e-a7ab-4fea-b32c-c4023ae53052 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526555 Feb 16 05:44:28.159076 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-09006b63-f434-4ce4-bf1a-7f1866b2fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:28.160472 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-09006b63-f434-4ce4-bf1a-7f1866b2fedf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08c93e3a-350f-4d6d-880f-bc031b7d1c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907295 Feb 16 05:44:28.247426 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-feb68d41-5241-44f3-a2ac-c584e886755a service neutron] 10.222.0.60 "GET /v2.0/networks/08c93e3a-350f-4d6d-880f-bc031b7d1c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800476 Feb 16 05:44:28.336449 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-0e6a4be9-7465-44c9-b382-134e4ff8005f req-ab688de7-9c98-4239-8d87-fa12ba71dd26 service neutron] 10.222.0.60 "GET /v2.0/networks/08c93e3a-350f-4d6d-880f-bc031b7d1c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828569 Feb 16 05:44:28.468914 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c202db4-abdb-4992-b9f0-1856088da0a6 req-76e595cc-2356-4a44-9a09-051926fecc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:28.470448 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2c202db4-abdb-4992-b9f0-1856088da0a6 req-76e595cc-2356-4a44-9a09-051926fecc1a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=563c1c32061d4b78be6a20b84fd3ae39&device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 1128 time: 0.0463889 Feb 16 05:44:28.561009 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c202db4-abdb-4992-b9f0-1856088da0a6 req-2a4d3384-e303-4642-91ee-76e22bf30252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:28.562563 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2c202db4-abdb-4992-b9f0-1856088da0a6 req-2a4d3384-e303-4642-91ee-76e22bf30252 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08c93e3a-350f-4d6d-880f-bc031b7d1c19 HTTP/1.1" status: 200 len: 909 time: 0.0857816 Feb 16 05:44:28.603830 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2c202db4-abdb-4992-b9f0-1856088da0a6 req-745efc24-5f57-4e28-b1b9-ef6ebe84f096 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f6ebdf7-c0bf-444a-8110-01a275c1f156 HTTP/1.1" status: 200 len: 217 time: 0.0349088 Feb 16 05:44:28.614998 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6c68bc63-0edd-47e2-8619-dc0d9efc53e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:28.652144 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c202db4-abdb-4992-b9f0-1856088da0a6 req-95e0df08-9cbb-469a-8ac2-a3c71b03fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:28.653626 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2c202db4-abdb-4992-b9f0-1856088da0a6 req-95e0df08-9cbb-469a-8ac2-a3c71b03fb65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f69605eb-be9e-469d-aadc-3fd5508df854 HTTP/1.1" status: 200 len: 847 time: 0.0440662 Feb 16 05:44:28.704296 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c202db4-abdb-4992-b9f0-1856088da0a6 req-870a4d43-029c-4faf-b620-375d7a3246de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:28.705829 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2c202db4-abdb-4992-b9f0-1856088da0a6 req-870a4d43-029c-4faf-b620-375d7a3246de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08c93e3a-350f-4d6d-880f-bc031b7d1c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451646 Feb 16 05:44:28.796116 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2c202db4-abdb-4992-b9f0-1856088da0a6 req-90ecf1b0-03b3-4778-9806-c0cfab99ae81 service neutron] 10.222.0.60 "GET /v2.0/networks/08c93e3a-350f-4d6d-880f-bc031b7d1c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837405 Feb 16 05:44:28.881628 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2c202db4-abdb-4992-b9f0-1856088da0a6 req-a73e33cb-2eed-4256-928c-464f5b74d560 service neutron] 10.222.0.60 "GET /v2.0/networks/08c93e3a-350f-4d6d-880f-bc031b7d1c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794871 Feb 16 05:44:29.279244 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5be64-3563-4aca-b877-e79afa489ae8 req-3a7d4682-99f4-4368-8eb7-6cd3fe2d193e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:29.281322 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d3d5be64-3563-4aca-b877-e79afa489ae8 req-3a7d4682-99f4-4368-8eb7-6cd3fe2d193e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 944 time: 0.0545564 Feb 16 05:44:29.328025 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d3d5be64-3563-4aca-b877-e79afa489ae8 req-d810c5d7-00d7-4907-b785-db6f9af7ac3f tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409005 Feb 16 05:44:29.457124 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:30.448049 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f035c75-d73e-47be-8282-c67ce76a265f req-b62fae6c-a183-4541-a951-3e3587473ed7 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:30.449522 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2f035c75-d73e-47be-8282-c67ce76a265f req-b62fae6c-a183-4541-a951-3e3587473ed7 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 944 time: 0.0561671 Feb 16 05:44:30.497465 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-2f035c75-d73e-47be-8282-c67ce76a265f req-a410be01-7dab-41f4-88eb-04c98681c337 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417917 Feb 16 05:44:30.987077 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:31.611419 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec055327-9a73-44f2-bca3-cc71f1ad831b req-c3182303-0354-4602-aacc-15b9fc39d9d3 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:31.612863 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ec055327-9a73-44f2-bca3-cc71f1ad831b req-c3182303-0354-4602-aacc-15b9fc39d9d3 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 944 time: 0.0509531 Feb 16 05:44:31.659940 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ec055327-9a73-44f2-bca3-cc71f1ad831b req-04c73bd5-d609-4f29-a08e-d51e6e858dd7 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416405 Feb 16 05:44:32.782981 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb89233-d811-491c-bdd7-3990e8bfbb81 req-af6c69f0-5a10-4f44-9685-1348331a5b07 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:32.784451 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-efb89233-d811-491c-bdd7-3990e8bfbb81 req-af6c69f0-5a10-4f44-9685-1348331a5b07 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 944 time: 0.0529113 Feb 16 05:44:32.831398 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-efb89233-d811-491c-bdd7-3990e8bfbb81 req-8988081e-cbc1-4d25-a63c-9189792e6454 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410841 Feb 16 05:44:32.834224 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:33.958964 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffa997-67e1-4fec-a265-4305738dd1b2 req-6f43acd9-9ef9-462c-9cd1-418b4841a6c9 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:33.960335 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-41ffa997-67e1-4fec-a265-4305738dd1b2 req-6f43acd9-9ef9-462c-9cd1-418b4841a6c9 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 944 time: 0.0524809 Feb 16 05:44:34.011265 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-41ffa997-67e1-4fec-a265-4305738dd1b2 req-61d983ca-405e-40a8-8cda-863f91320f9f tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454726 Feb 16 05:44:35.136016 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eb2fa-f5b6-4421-a710-d566d3873e31 req-9f03799b-21ab-4475-a723-009186cea08d tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:35.137620 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5f7eb2fa-f5b6-4421-a710-d566d3873e31 req-9f03799b-21ab-4475-a723-009186cea08d tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 944 time: 0.0581696 Feb 16 05:44:35.186866 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-5f7eb2fa-f5b6-4421-a710-d566d3873e31 req-9d0372b6-e8be-4997-8a2b-523ef88ed0b5 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429518 Feb 16 05:44:36.302162 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af5ccf-17b7-442d-adaf-ba51be23cfc8 req-5c46886b-51d0-4b3b-bb72-e7c2e777f593 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:36.303622 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f5af5ccf-17b7-442d-adaf-ba51be23cfc8 req-5c46886b-51d0-4b3b-bb72-e7c2e777f593 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 944 time: 0.0518510 Feb 16 05:44:36.350839 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f5af5ccf-17b7-442d-adaf-ba51be23cfc8 req-a77307ca-ece5-4cd8-9add-a68dab277084 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417349 Feb 16 05:44:37.049191 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 2f6ebdf7-c0bf-444a-8110-01a275c1f156 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:44:37.144806 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 2f6ebdf7-c0bf-444a-8110-01a275c1f156, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2f6ebdf7-c0bf-444a-8110-01a275c1f156,segment=NetworkSegment(9f875874-5ffc-43c4-a94e-8010c26a6aef),segment_id=9f875874-5ffc-43c4-a94e-8010c26a6aef)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:44:37.155897 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': '2f6ebdf7-c0bf-444a-8110-01a275c1f156', 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'port_id': '2f6ebdf7-c0bf-444a-8110-01a275c1f156', 'mac_address': 'fa:16:3e:e3:ba:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:44:37.191800 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 2f6ebdf7-c0bf-444a-8110-01a275c1f156 is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:44:37.192185 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:37.205469 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6ebdf7-c0bf-444a-8110-01a275c1f156 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:44:37.224312 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 2f6ebdf7-c0bf-444a-8110-01a275c1f156, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2f6ebdf7-c0bf-444a-8110-01a275c1f156,segment=NetworkSegment(9f875874-5ffc-43c4-a94e-8010c26a6aef),segment_id=9f875874-5ffc-43c4-a94e-8010c26a6aef)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:44:37.227870 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:37.282499 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=2f6ebdf7-c0bf-444a-8110-01a275c1f156,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:37.467090 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8fffb-8251-4933-9d80-51cb5143790f req-bf2803d9-62a8-41b4-820f-d6690c5b8a00 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:37.469162 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-22b8fffb-8251-4933-9d80-51cb5143790f req-bf2803d9-62a8-41b4-820f-d6690c5b8a00 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 945 time: 0.0513387 Feb 16 05:44:37.516085 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-22b8fffb-8251-4933-9d80-51cb5143790f req-d818ec2e-b22a-4417-86a1-57f75861f3ee tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415184 Feb 16 05:44:37.518571 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['2f6ebdf7-c0bf-444a-8110-01a275c1f156'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:44:38.630406 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273c451-4359-4e9e-973e-3955dfc0b3c4 req-5d449568-4e52-499a-827c-9c8e8519cc00 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:38.631838 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4273c451-4359-4e9e-973e-3955dfc0b3c4 req-5d449568-4e52-499a-827c-9c8e8519cc00 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 945 time: 0.0507977 Feb 16 05:44:38.678986 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4273c451-4359-4e9e-973e-3955dfc0b3c4 req-1ba39d61-87f6-4642-813d-0d163b993366 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417545 Feb 16 05:44:39.046710 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 2f6ebdf7-c0bf-444a-8110-01a275c1f156 up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:44:39.098476 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning for port 2f6ebdf7-c0bf-444a-8110-01a275c1f156 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 05:44:39.102464 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port 2f6ebdf7-c0bf-444a-8110-01a275c1f156 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:44:39.102834 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:39.177534 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 2f6ebdf7-c0bf-444a-8110-01a275c1f156 is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:44:39.177917 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:39.199538 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a208c9c0-83b3-4543-9842-48a9183519da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6ebdf7-c0bf-444a-8110-01a275c1f156'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:44:39.202390 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c94b75a-aa7e-4c0c-b6d4-41a58ce4ed2a" -d '{"events": [{"server_uuid": "a208c9c0-83b3-4543-9842-48a9183519da", "name": "network-vif-plugged", "status": "completed", "tag": "2f6ebdf7-c0bf-444a-8110-01a275c1f156"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:44:39.219341 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 2f6ebdf7-c0bf-444a-8110-01a275c1f156, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2f6ebdf7-c0bf-444a-8110-01a275c1f156,segment=NetworkSegment(9f875874-5ffc-43c4-a94e-8010c26a6aef),segment_id=9f875874-5ffc-43c4-a94e-8010c26a6aef)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:44:39.223641 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:39.246269 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4999eda-6356-4831-9c39-05a6ce6988ce x-openstack-request-id: req-a4999eda-6356-4831-9c39-05a6ce6988ce {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:44:39.246562 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a208c9c0-83b3-4543-9842-48a9183519da", "name": "network-vif-plugged", "status": "completed", "tag": "2f6ebdf7-c0bf-444a-8110-01a275c1f156", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:44:39.246812 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a4999eda-6356-4831-9c39-05a6ce6988ce {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:44:39.247197 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a208c9c0-83b3-4543-9842-48a9183519da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6ebdf7-c0bf-444a-8110-01a275c1f156', 'code': 200} Feb 16 05:44:39.273022 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=2f6ebdf7-c0bf-444a-8110-01a275c1f156,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:39.501931 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce2b9b-97c9-4130-a348-38597ea17c41 req-c64ec473-84d2-462b-b653-d7fd4a659332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:39.503251 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e2ce2b9b-97c9-4130-a348-38597ea17c41 req-c64ec473-84d2-462b-b653-d7fd4a659332 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 1130 time: 0.0412819 Feb 16 05:44:39.552051 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e2ce2b9b-97c9-4130-a348-38597ea17c41 req-5fb3d3d3-0484-4dcd-9b57-259ecb600c76 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425189 Feb 16 05:44:39.798436 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb338c-725d-4eaa-a40e-8bd4d85bf065 req-35673be4-f197-43a5-ad32-658f223f86d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:39.799908 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0fdb338c-725d-4eaa-a40e-8bd4d85bf065 req-35673be4-f197-43a5-ad32-658f223f86d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0561535 Feb 16 05:44:39.848059 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0fdb338c-725d-4eaa-a40e-8bd4d85bf065 req-52886506-2680-424f-92a3-4ce55d6cffff tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426979 Feb 16 05:44:40.965170 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d17e3-0abc-407b-a280-04416e1f0a4c req-d57e1338-e597-44ca-aa01-7d094f292f71 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:40.966552 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b23d17e3-0abc-407b-a280-04416e1f0a4c req-d57e1338-e597-44ca-aa01-7d094f292f71 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0506682 Feb 16 05:44:41.013326 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b23d17e3-0abc-407b-a280-04416e1f0a4c req-be10b3d1-eec9-48f1-9bac-bbcb956cc9c6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407934 Feb 16 05:44:41.127113 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a05adb-278e-45ff-8b3a-4aa85b5f9591 req-f7a5d1d1-6603-42d7-8d8b-c9c2bc7ca2b7 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:41.128587 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-33a05adb-278e-45ff-8b3a-4aa85b5f9591 req-f7a5d1d1-6603-42d7-8d8b-c9c2bc7ca2b7 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0508194 Feb 16 05:44:41.177279 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-33a05adb-278e-45ff-8b3a-4aa85b5f9591 req-ac5df1bc-35fe-4c38-8150-56d59da6d4b7 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432413 Feb 16 05:44:41.197959 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 32986) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:44:41.281889 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4eff06-1e72-44f9-8ed5-ba7a2e4cde49 tempest-TestShelveInstance-586894309 tempest-TestShelveInstance-586894309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:41.283431 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-5f4eff06-1e72-44f9-8ed5-ba7a2e4cde49 tempest-TestShelveInstance-586894309 tempest-TestShelveInstance-586894309-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 1125 time: 0.0844500 Feb 16 05:44:41.286591 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 32990) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:44:41.290723 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.v2.base [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Request body: {'floatingip': {'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'port_id': '2f6ebdf7-c0bf-444a-8110-01a275c1f156', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 05:44:41.310200 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:41.405855 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (None), before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:41.503929 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Allocated IP 172.27.0.97 (61efc28e-7d20-4d92-8b96-aa9398e7f442/35988b50-7f57-43f7-b0a5-0909380c9793/f13d2e17-84b4-4f38-b7ab-93c18cc0e73a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 05:44:41.602148 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for port (f13d2e17-84b4-4f38-b7ab-93c18cc0e73a), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:41.634126 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750524972710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (f13d2e17-84b4-4f38-b7ab-93c18cc0e73a), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:41.673726 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Network 61efc28e-7d20-4d92-8b96-aa9398e7f442 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 05:44:41.676525 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 05:44:41.679963 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 05:44:41.700902 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Pushing event updated for resources: {'Port': ['ID=f13d2e17-84b4-4f38-b7ab-93c18cc0e73a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:41.713869 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:41.714221 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:41.714568 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:41.714903 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:41.715233 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:41.715559 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:41.715883 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:41.716204 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:41.716525 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:41.716850 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:41.717743 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:41.718084 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:41.718380 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:44:42.030564 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for floatingip (1eac0a9a-8125-4dcc-8e50-5fd59d1474c7), precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:42.095145 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (f13d2e17-84b4-4f38-b7ab-93c18cc0e73a), before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:42.239940 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for port (f13d2e17-84b4-4f38-b7ab-93c18cc0e73a), precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:42.244144 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10125664'] for port (f13d2e17-84b4-4f38-b7ab-93c18cc0e73a), after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:42.313090 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Pushing event updated for resources: {'Port': ['ID=f13d2e17-84b4-4f38-b7ab-93c18cc0e73a,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:44:42.324987 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588210'] for floatingip (1eac0a9a-8125-4dcc-8e50-5fd59d1474c7), after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:42.423302 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.l3_db [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Floating IP 1eac0a9a-8125-4dcc-8e50-5fd59d1474c7 associated. External IP: 172.27.0.97, port: 2f6ebdf7-c0bf-444a-8110-01a275c1f156. Feb 16 05:44:42.584004 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:42.632496 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Router e0b13bc2-7c8e-4557-9f84-eab867092034 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:44:42.738709 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:44:42.750830 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27ad18-2006-466d-99e7-7cdbe26a4fe8 None None] Sync routers for ids ['e0b13bc2-7c8e-4557-9f84-eab867092034'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:44:42.757975 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:42.762307 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f27ad18-2006-466d-99e7-7cdbe26a4fe8 None None] Routers {'e0b13bc2-7c8e-4557-9f84-eab867092034'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:44:42.762937 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3f27ad18-2006-466d-99e7-7cdbe26a4fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:44:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['e0b13bc2-7c8e-4557-9f84-eab867092034'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:44:42.790209 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-67d21119-aeef-4dfa-ae41-1b806aa08e1e tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5024211 Feb 16 05:44:42.790847 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a208c9c0-83b3-4543-9842-48a9183519da', 'tag': '2f6ebdf7-c0bf-444a-8110-01a275c1f156'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:44:42.793118 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af264f0-68f7-43c8-b444-ccb919dfaf89" -d '{"events": [{"name": "network-changed", "server_uuid": "a208c9c0-83b3-4543-9842-48a9183519da", "tag": "2f6ebdf7-c0bf-444a-8110-01a275c1f156"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:44:42.829682 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cc2b5a-441c-4c5e-a925-5a115d9cc307 x-openstack-request-id: req-46cc2b5a-441c-4c5e-a925-5a115d9cc307 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:44:42.829966 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a208c9c0-83b3-4543-9842-48a9183519da", "tag": "2f6ebdf7-c0bf-444a-8110-01a275c1f156", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:44:42.830217 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-46cc2b5a-441c-4c5e-a925-5a115d9cc307 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:44:42.830618 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a208c9c0-83b3-4543-9842-48a9183519da', 'tag': '2f6ebdf7-c0bf-444a-8110-01a275c1f156', 'status': 'completed', 'code': 200} Feb 16 05:44:42.875801 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-3f27ad18-2006-466d-99e7-7cdbe26a4fe8 None None] Set router e0b13bc2-7c8e-4557-9f84-eab867092034 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:44:42.924581 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af264f0-68f7-43c8-b444-ccb919dfaf89 req-b27a2ca7-6797-4bfc-bb56-0df5a11ce570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:42.926154 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9af264f0-68f7-43c8-b444-ccb919dfaf89 req-b27a2ca7-6797-4bfc-bb56-0df5a11ce570 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=563c1c32061d4b78be6a20b84fd3ae39&device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 1130 time: 0.0516095 Feb 16 05:44:43.012089 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af264f0-68f7-43c8-b444-ccb919dfaf89 req-79094d4d-ec61-45b0-8203-ff0f59619eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:43.013590 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9af264f0-68f7-43c8-b444-ccb919dfaf89 req-79094d4d-ec61-45b0-8203-ff0f59619eb9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08c93e3a-350f-4d6d-880f-bc031b7d1c19 HTTP/1.1" status: 200 len: 909 time: 0.0818176 Feb 16 05:44:43.079963 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9af264f0-68f7-43c8-b444-ccb919dfaf89 req-3a6f182e-fc5b-4ca4-be1a-e3f6278dc1f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f6ebdf7-c0bf-444a-8110-01a275c1f156 HTTP/1.1" status: 200 len: 999 time: 0.0601861 Feb 16 05:44:43.107295 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3f27ad18-2006-466d-99e7-7cdbe26a4fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'name': 'tempest-TestShelveInstance-147692648-router', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:43:57Z', 'revision_number': 4, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'gw_port': {'id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '1eac0a9a-8125-4dcc-8e50-5fd59d1474c7', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'port_id': '2f6ebdf7-c0bf-444a-8110-01a275c1f156', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'mac_address': 'fa:16:3e:e3:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a208c9c0-83b3-4543-9842-48a9183519da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:44:41Z', 'updated_at': '2022-02-16T05:44:41Z', 'revision_number': 0, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847aea13-1ccf-4d44-a3e4-0632a00b8ea1', 'name': '', 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'mac_address': 'fa:16:3e:1a:93:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:56Z', 'updated_at': '2022-02-16T05:44:01Z', 'revision_number': 5, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'subnets': [{'id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:44:43.127747 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af264f0-68f7-43c8-b444-ccb919dfaf89 req-0531b5c9-627d-4f9f-a3c5-82f3dee82a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:43.129133 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9af264f0-68f7-43c8-b444-ccb919dfaf89 req-0531b5c9-627d-4f9f-a3c5-82f3dee82a92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f69605eb-be9e-469d-aadc-3fd5508df854 HTTP/1.1" status: 200 len: 847 time: 0.0433919 Feb 16 05:44:43.133441 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27ad18-2006-466d-99e7-7cdbe26a4fe8 None None] Checking router: e0b13bc2-7c8e-4557-9f84-eab867092034 for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:44:43.141766 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f27ad18-2006-466d-99e7-7cdbe26a4fe8 None None] Routers {'e0b13bc2-7c8e-4557-9f84-eab867092034'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:44:43.142386 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3f27ad18-2006-466d-99e7-7cdbe26a4fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:44:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['e0b13bc2-7c8e-4557-9f84-eab867092034'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:44:43.176494 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af264f0-68f7-43c8-b444-ccb919dfaf89 req-ef31a6f1-7772-45fa-86db-9e694a3e714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:44:43.178030 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9af264f0-68f7-43c8-b444-ccb919dfaf89 req-ef31a6f1-7772-45fa-86db-9e694a3e714e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08c93e3a-350f-4d6d-880f-bc031b7d1c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434873 Feb 16 05:44:43.250546 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-3f27ad18-2006-466d-99e7-7cdbe26a4fe8 None None] Set router e0b13bc2-7c8e-4557-9f84-eab867092034 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:44:43.267660 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9af264f0-68f7-43c8-b444-ccb919dfaf89 req-319cacb6-4d5d-4579-8578-524c2095fc1d service neutron] 10.222.0.60 "GET /v2.0/networks/08c93e3a-350f-4d6d-880f-bc031b7d1c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839167 Feb 16 05:44:43.353964 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-9af264f0-68f7-43c8-b444-ccb919dfaf89 req-fda94ed9-65ce-4ad4-baa2-99bb8f53ce52 service neutron] 10.222.0.60 "GET /v2.0/networks/08c93e3a-350f-4d6d-880f-bc031b7d1c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804243 Feb 16 05:44:43.469633 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3f27ad18-2006-466d-99e7-7cdbe26a4fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'name': 'tempest-TestShelveInstance-147692648-router', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:43:57Z', 'revision_number': 4, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'gw_port': {'id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '1eac0a9a-8125-4dcc-8e50-5fd59d1474c7', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'port_id': '2f6ebdf7-c0bf-444a-8110-01a275c1f156', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'mac_address': 'fa:16:3e:e3:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a208c9c0-83b3-4543-9842-48a9183519da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:44:41Z', 'updated_at': '2022-02-16T05:44:41Z', 'revision_number': 0, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847aea13-1ccf-4d44-a3e4-0632a00b8ea1', 'name': '', 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'mac_address': 'fa:16:3e:1a:93:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:56Z', 'updated_at': '2022-02-16T05:44:01Z', 'revision_number': 5, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'subnets': [{'id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:44:43.497930 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27ad18-2006-466d-99e7-7cdbe26a4fe8 None None] The sync data for ids ['e0b13bc2-7c8e-4557-9f84-eab867092034'] in dv-cinder-829473-2-iscsi is: [{'id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'name': 'tempest-TestShelveInstance-147692648-router', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:43:57Z', 'revision_number': 4, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'gw_port': {'id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': '1eac0a9a-8125-4dcc-8e50-5fd59d1474c7', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'port_id': '2f6ebdf7-c0bf-444a-8110-01a275c1f156', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'mac_address': 'fa:16:3e:e3:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a208c9c0-83b3-4543-9842-48a9183519da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:44:41Z', 'updated_at': '2022-02-16T05:44:41Z', 'revision_number': 0, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847aea13-1ccf-4d44-a3e4-0632a00b8ea1', 'name': '', 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'mac_address': 'fa:16:3e:1a:93:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:56Z', 'updated_at': '2022-02-16T05:44:01Z', 'revision_number': 5, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'subnets': [{'id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:44:43.680246 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065cad15-b082-4cf8-b120-d17e01dc2f02 None None] New status for floating IP 1eac0a9a-8125-4dcc-8e50-5fd59d1474c7: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 05:44:49.601848 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:44:56.134004 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-69e8bd37-2a73-4d04-9010-a54cca07ac5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:58.617188 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5c9eb79b-79f6-4561-ae6f-74d5bae763d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:44:59.459057 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:00.992156 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:02.836575 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:12.596645 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:15.983093 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 33006) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:45:16.134608 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Deleting port b245d703-79f4-4ba8-bb61-54e7e33b5e33 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:45:16.134955 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (b245d703-79f4-4ba8-bb61-54e7e33b5e33), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:16.210526 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (b245d703-79f4-4ba8-bb61-54e7e33b5e33), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:16.210858 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for floatingip (b245d703-79f4-4ba8-bb61-54e7e33b5e33), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:16.222117 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Calling delete_port for b245d703-79f4-4ba8-bb61-54e7e33b5e33 owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:45:16.388982 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (b245d703-79f4-4ba8-bb61-54e7e33b5e33), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:16.410978 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event deleted for resources: {'Port': ['ID=b245d703-79f4-4ba8-bb61-54e7e33b5e33,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:45:16.424013 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:45:16.424371 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:45:16.424744 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:45:16.425079 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:45:16.425442 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:45:16.425772 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:45:16.426099 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:45:16.426423 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:45:16.426746 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:45:16.427070 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:45:16.427389 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:45:16.427707 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:45:16.428052 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:45:16.484215 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for floatingip (5a344c3d-c3fb-4a6d-8eba-cd38f24a7278), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:16.484536 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.db.l3_db [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Floating IP 5a344c3d-c3fb-4a6d-8eba-cd38f24a7278 disassociated (deleted). External IP: 172.27.0.27, port: 904032fd-091e-48cf-b168-d47fb2b17635. Feb 16 05:45:16.688587 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Router a1b82751-9f01-4fa1-adb5-402c7d13a229 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:45:16.799820 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:45:16.804256 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:16.809647 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1e826b-a23e-439f-a9a7-e6f7025691e2 None None] Sync routers for ids ['a1b82751-9f01-4fa1-adb5-402c7d13a229'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:45:16.818781 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1e826b-a23e-439f-a9a7-e6f7025691e2 None None] Routers {'a1b82751-9f01-4fa1-adb5-402c7d13a229'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:45:16.819387 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6c1e826b-a23e-439f-a9a7-e6f7025691e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:44:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a1b82751-9f01-4fa1-adb5-402c7d13a229'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:16.833824 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-2d22403e-ac50-441e-a6c0-5918ab3265e4 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "DELETE /v2.0/floatingips/5a344c3d-c3fb-4a6d-8eba-cd38f24a7278 HTTP/1.1" status: 204 len: 168 time: 0.8497400 Feb 16 05:45:16.834402 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97656735-cb10-4bd1-b2dd-8ed733784a21', 'tag': '904032fd-091e-48cf-b168-d47fb2b17635'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:45:16.836668 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b97d72061e7024b58aafe1c3d97e7cfc50e8ed247bed025a1a54b721dc69306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af68cc21-9919-43a2-9f63-7bf981b1eca8" -d '{"events": [{"name": "network-changed", "server_uuid": "97656735-cb10-4bd1-b2dd-8ed733784a21", "tag": "904032fd-091e-48cf-b168-d47fb2b17635"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:45:16.948353 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c581990-62cc-4597-9859-b3996755180a x-openstack-request-id: req-3c581990-62cc-4597-9859-b3996755180a {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:45:16.948936 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97656735-cb10-4bd1-b2dd-8ed733784a21", "tag": "904032fd-091e-48cf-b168-d47fb2b17635", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:45:16.949686 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3c581990-62cc-4597-9859-b3996755180a {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:45:16.950345 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97656735-cb10-4bd1-b2dd-8ed733784a21', 'tag': '904032fd-091e-48cf-b168-d47fb2b17635', 'status': 'completed', 'code': 200} Feb 16 05:45:17.048985 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68cc21-9919-43a2-9f63-7bf981b1eca8 req-e5c977a5-9681-4041-94e6-8e2c3f4b76f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:45:17.050489 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-af68cc21-9919-43a2-9f63-7bf981b1eca8 req-e5c977a5-9681-4041-94e6-8e2c3f4b76f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e5222e96e134b27b8a588f1309a0097&device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 1129 time: 0.0529969 Feb 16 05:45:17.067610 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-6c1e826b-a23e-439f-a9a7-e6f7025691e2 None None] Set router a1b82751-9f01-4fa1-adb5-402c7d13a229 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:45:17.157729 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190ceea-e176-4131-ba59-05edeb0e3901 req-9c3d8cc0-2ecb-461a-96e8-f6b29963bee0 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:45:17.159211 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1190ceea-e176-4131-ba59-05edeb0e3901 req-9c3d8cc0-2ecb-461a-96e8-f6b29963bee0 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 945 time: 0.1136370 Feb 16 05:45:17.199454 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68cc21-9919-43a2-9f63-7bf981b1eca8 req-d49f0a1e-559a-48a7-8459-7cdfa191dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:45:17.201359 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-af68cc21-9919-43a2-9f63-7bf981b1eca8 req-d49f0a1e-559a-48a7-8459-7cdfa191dc6f service neutron] 10.222.0.60 "GET /v2.0/networks?id=af5e8334-9cb2-4ddc-b153-43f6f162f135 HTTP/1.1" status: 200 len: 912 time: 0.1224494 Feb 16 05:45:17.293992 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6c1e826b-a23e-439f-a9a7-e6f7025691e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': 'd63e1d3a-de91-4ac0-a792-77187c2927c2', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'port_id': '04216612-6a17-42d7-bf1b-e4c80f38b38d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'mac_address': 'fa:16:3e:06:4d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:41:40Z', 'updated_at': '2022-02-16T05:41:43Z', 'revision_number': 1, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 5, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:17.327115 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1e826b-a23e-439f-a9a7-e6f7025691e2 None None] Checking router: a1b82751-9f01-4fa1-adb5-402c7d13a229 for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:45:17.338528 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1e826b-a23e-439f-a9a7-e6f7025691e2 None None] Routers {'a1b82751-9f01-4fa1-adb5-402c7d13a229'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:45:17.339163 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6c1e826b-a23e-439f-a9a7-e6f7025691e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:44:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a1b82751-9f01-4fa1-adb5-402c7d13a229'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:17.454296 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-6c1e826b-a23e-439f-a9a7-e6f7025691e2 None None] Set router a1b82751-9f01-4fa1-adb5-402c7d13a229 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:45:17.542456 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-af68cc21-9919-43a2-9f63-7bf981b1eca8 req-723194d4-8dea-4068-a933-f3f9e5aecc03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=904032fd-091e-48cf-b168-d47fb2b17635 HTTP/1.1" status: 200 len: 217 time: 0.3335600 Feb 16 05:45:17.547668 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1190ceea-e176-4131-ba59-05edeb0e3901 req-792cf059-814f-417c-822b-4303bcc3d80c tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3801949 Feb 16 05:45:17.590422 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68cc21-9919-43a2-9f63-7bf981b1eca8 req-558eeac3-9385-42d8-a60d-1f60f48c3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:45:17.591935 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-af68cc21-9919-43a2-9f63-7bf981b1eca8 req-558eeac3-9385-42d8-a60d-1f60f48c3e33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=770464aa-c905-4f1a-8cb7-b33ec5075f91 HTTP/1.1" status: 200 len: 850 time: 0.0434270 Feb 16 05:45:17.656600 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68cc21-9919-43a2-9f63-7bf981b1eca8 req-ac4e830a-a20d-4a96-a2c5-33d457a2bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:45:17.658122 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-af68cc21-9919-43a2-9f63-7bf981b1eca8 req-ac4e830a-a20d-4a96-a2c5-33d457a2bcdd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af5e8334-9cb2-4ddc-b153-43f6f162f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439098 Feb 16 05:45:17.687483 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6c1e826b-a23e-439f-a9a7-e6f7025691e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': 'd63e1d3a-de91-4ac0-a792-77187c2927c2', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'port_id': '04216612-6a17-42d7-bf1b-e4c80f38b38d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'mac_address': 'fa:16:3e:06:4d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:41:40Z', 'updated_at': '2022-02-16T05:41:43Z', 'revision_number': 1, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 5, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:17.714446 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1e826b-a23e-439f-a9a7-e6f7025691e2 None None] The sync data for ids ['a1b82751-9f01-4fa1-adb5-402c7d13a229'] in dv-cinder-829473-2-iscsi is: [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_floatingips': [{'id': 'd63e1d3a-de91-4ac0-a792-77187c2927c2', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'router_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'port_id': '04216612-6a17-42d7-bf1b-e4c80f38b38d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'mac_address': 'fa:16:3e:06:4d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T05:41:40Z', 'updated_at': '2022-02-16T05:41:43Z', 'revision_number': 1, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 5, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:45:17.758940 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-af68cc21-9919-43a2-9f63-7bf981b1eca8 req-6db43ecd-d304-49f2-87bd-8ab0e49ec50a service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909779 Feb 16 05:45:17.849513 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-af68cc21-9919-43a2-9f63-7bf981b1eca8 req-fe6a805b-5652-4ea1-ba54-976839122b57 service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835032 Feb 16 05:45:17.947601 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa8519e-4193-45b8-a2a4-a024d7913fa3 None None] New status for floating IP 5a344c3d-c3fb-4a6d-8eba-cd38f24a7278: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 05:45:18.673507 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77da08-ba50-4279-9562-214ffe4b3f99 req-34d3a6ba-9fa7-4a35-90b2-e34f07929e71 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:45:18.674978 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7c77da08-ba50-4279-9562-214ffe4b3f99 req-34d3a6ba-9fa7-4a35-90b2-e34f07929e71 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 945 time: 0.0584486 Feb 16 05:45:18.722960 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7c77da08-ba50-4279-9562-214ffe4b3f99 req-74502f93-5078-4563-9426-0a3b198127b2 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424473 Feb 16 05:45:18.989930 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f98ad3-93ab-4be4-b01d-24485b6fa955 req-0aa24660-2234-4795-91e2-e59d39c98263 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:45:18.991265 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e6f98ad3-93ab-4be4-b01d-24485b6fa955 req-0aa24660-2234-4795-91e2-e59d39c98263 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.60 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 945 time: 0.0549664 Feb 16 05:45:19.082290 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-e6f98ad3-93ab-4be4-b01d-24485b6fa955 req-f39fc5b8-f21c-436f-91dc-92753aac839d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Deleting port 904032fd-091e-48cf-b168-d47fb2b17635 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:45:19.082635 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e6f98ad3-93ab-4be4-b01d-24485b6fa955 req-f39fc5b8-f21c-436f-91dc-92753aac839d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (904032fd-091e-48cf-b168-d47fb2b17635), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:19.173354 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-e6f98ad3-93ab-4be4-b01d-24485b6fa955 req-f39fc5b8-f21c-436f-91dc-92753aac839d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] For port 904032fd-091e-48cf-b168-d47fb2b17635, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=904032fd-091e-48cf-b168-d47fb2b17635,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:45:19.173734 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e6f98ad3-93ab-4be4-b01d-24485b6fa955 req-f39fc5b8-f21c-436f-91dc-92753aac839d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (904032fd-091e-48cf-b168-d47fb2b17635), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:19.186430 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-e6f98ad3-93ab-4be4-b01d-24485b6fa955 req-f39fc5b8-f21c-436f-91dc-92753aac839d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Calling delete_port for 904032fd-091e-48cf-b168-d47fb2b17635 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:45:19.306157 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e6f98ad3-93ab-4be4-b01d-24485b6fa955 req-f39fc5b8-f21c-436f-91dc-92753aac839d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (904032fd-091e-48cf-b168-d47fb2b17635), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:19.337483 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fc5b8-f21c-436f-91dc-92753aac839d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event deleted for resources: {'Port': ['ID=904032fd-091e-48cf-b168-d47fb2b17635,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:45:19.378269 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f98ad3-93ab-4be4-b01d-24485b6fa955 req-f39fc5b8-f21c-436f-91dc-92753aac839d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] No DVR routers for this DVR port 904032fd-091e-48cf-b168-d47fb2b17635 on host hv-cinder-82947 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:45:19.380716 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e6f98ad3-93ab-4be4-b01d-24485b6fa955 req-f39fc5b8-f21c-436f-91dc-92753aac839d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:19.383977 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-e6f98ad3-93ab-4be4-b01d-24485b6fa955 req-f39fc5b8-f21c-436f-91dc-92753aac839d tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.60 "DELETE /v2.0/ports/904032fd-091e-48cf-b168-d47fb2b17635 HTTP/1.1" status: 204 len: 173 time: 0.3873365 Feb 16 05:45:19.384408 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97656735-cb10-4bd1-b2dd-8ed733784a21', 'name': 'network-vif-deleted', 'tag': '904032fd-091e-48cf-b168-d47fb2b17635'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:45:19.386715 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11afd809-5e2f-421a-b282-1b50454d3130" -d '{"events": [{"server_uuid": "97656735-cb10-4bd1-b2dd-8ed733784a21", "name": "network-vif-deleted", "tag": "904032fd-091e-48cf-b168-d47fb2b17635"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:45:19.422652 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d858db-2805-458d-8594-ddb0760a6f06 x-openstack-request-id: req-e9d858db-2805-458d-8594-ddb0760a6f06 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:45:19.422964 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97656735-cb10-4bd1-b2dd-8ed733784a21", "name": "network-vif-deleted", "tag": "904032fd-091e-48cf-b168-d47fb2b17635", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:45:19.423214 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e9d858db-2805-458d-8594-ddb0760a6f06 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:45:19.423617 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97656735-cb10-4bd1-b2dd-8ed733784a21', 'name': 'network-vif-deleted', 'tag': '904032fd-091e-48cf-b168-d47fb2b17635', 'status': 'completed', 'code': 200} Feb 16 05:45:19.837156 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c31282f6-647d-4277-b8ab-0eeec8152e18 req-4abbb4a5-e681-4a56-8e54-e9ce21fb0664 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=97656735-cb10-4bd1-b2dd-8ed733784a21 HTTP/1.1" status: 200 len: 210 time: 0.0284734 Feb 16 05:45:23.103449 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 33040) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:45:23.254024 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a4ee8-c27c-4993-8821-313bf0787096 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Deleting port cf6ba6ac-3ca1-41e6-b7eb-638677735d9a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:45:23.254363 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f1a4ee8-c27c-4993-8821-313bf0787096 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (cf6ba6ac-3ca1-41e6-b7eb-638677735d9a), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:23.293554 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 904032fd-091e-48cf-b168-d47fb2b17635 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:45:23.314297 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: 904032fd-091e-48cf-b168-d47fb2b17635 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:45:23.314638 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 904032fd-091e-48cf-b168-d47fb2b17635 not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:45:23.330448 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f1a4ee8-c27c-4993-8821-313bf0787096 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (cf6ba6ac-3ca1-41e6-b7eb-638677735d9a), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:23.330786 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f1a4ee8-c27c-4993-8821-313bf0787096 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for floatingip (cf6ba6ac-3ca1-41e6-b7eb-638677735d9a), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:23.342740 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a4ee8-c27c-4993-8821-313bf0787096 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Calling delete_port for cf6ba6ac-3ca1-41e6-b7eb-638677735d9a owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:45:23.489609 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f1a4ee8-c27c-4993-8821-313bf0787096 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (cf6ba6ac-3ca1-41e6-b7eb-638677735d9a), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:23.512472 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a4ee8-c27c-4993-8821-313bf0787096 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event deleted for resources: {'Port': ['ID=cf6ba6ac-3ca1-41e6-b7eb-638677735d9a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:45:23.573657 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f1a4ee8-c27c-4993-8821-313bf0787096 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for floatingip (d63e1d3a-de91-4ac0-a792-77187c2927c2), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:23.573979 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.l3_db [None req-9f1a4ee8-c27c-4993-8821-313bf0787096 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Floating IP d63e1d3a-de91-4ac0-a792-77187c2927c2 disassociated (deleted). External IP: 172.27.0.250, port: 04216612-6a17-42d7-bf1b-e4c80f38b38d. Feb 16 05:45:23.777689 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1a4ee8-c27c-4993-8821-313bf0787096 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Router a1b82751-9f01-4fa1-adb5-402c7d13a229 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:45:23.895487 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1a4ee8-c27c-4993-8821-313bf0787096 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:45:23.900480 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f1a4ee8-c27c-4993-8821-313bf0787096 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:23.906885 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63d75ac-9f1e-414b-8e77-3be459517936 None None] Sync routers for ids ['a1b82751-9f01-4fa1-adb5-402c7d13a229'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:45:23.916198 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63d75ac-9f1e-414b-8e77-3be459517936 None None] Routers {'a1b82751-9f01-4fa1-adb5-402c7d13a229'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:45:23.916798 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e63d75ac-9f1e-414b-8e77-3be459517936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:44:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a1b82751-9f01-4fa1-adb5-402c7d13a229'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:23.930290 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-9f1a4ee8-c27c-4993-8821-313bf0787096 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "DELETE /v2.0/floatingips/d63e1d3a-de91-4ac0-a792-77187c2927c2 HTTP/1.1" status: 204 len: 168 time: 0.8255792 Feb 16 05:45:23.930713 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'tag': '04216612-6a17-42d7-bf1b-e4c80f38b38d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:45:23.932999 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502e0827-cde5-4375-81d7-c94f6b6433ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd96ae9-65c0-4ea7-a034-c783711160d9", "tag": "04216612-6a17-42d7-bf1b-e4c80f38b38d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:45:23.975310 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468ab8f4-77af-4377-a63b-da1d579de8c9 x-openstack-request-id: req-468ab8f4-77af-4377-a63b-da1d579de8c9 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:45:23.975604 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd96ae9-65c0-4ea7-a034-c783711160d9", "tag": "04216612-6a17-42d7-bf1b-e4c80f38b38d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:45:23.975858 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-468ab8f4-77af-4377-a63b-da1d579de8c9 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:45:23.976465 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'tag': '04216612-6a17-42d7-bf1b-e4c80f38b38d', 'status': 'completed', 'code': 200} Feb 16 05:45:24.025915 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-e63d75ac-9f1e-414b-8e77-3be459517936 None None] Set router a1b82751-9f01-4fa1-adb5-402c7d13a229 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:45:24.072322 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e0827-cde5-4375-81d7-c94f6b6433ee req-f63e3b62-5236-4718-9684-57980e02b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:45:24.074113 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-502e0827-cde5-4375-81d7-c94f6b6433ee req-f63e3b62-5236-4718-9684-57980e02b56f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e5222e96e134b27b8a588f1309a0097&device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 1129 time: 0.0525947 Feb 16 05:45:24.227897 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e63d75ac-9f1e-414b-8e77-3be459517936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 5, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:24.230302 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c00a42-2345-4cbe-bbf4-ad9ff81eb372 req-7ad43650-6319-405b-92af-4acd7383e804 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:45:24.232436 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-67c00a42-2345-4cbe-bbf4-ad9ff81eb372 req-7ad43650-6319-405b-92af-4acd7383e804 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 945 time: 0.1206830 Feb 16 05:45:24.257688 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63d75ac-9f1e-414b-8e77-3be459517936 None None] Checking router: a1b82751-9f01-4fa1-adb5-402c7d13a229 for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:45:24.260726 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e0827-cde5-4375-81d7-c94f6b6433ee req-79d8826c-943d-4e8e-8ec8-f9b9c34400f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:45:24.262215 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-502e0827-cde5-4375-81d7-c94f6b6433ee req-79d8826c-943d-4e8e-8ec8-f9b9c34400f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af5e8334-9cb2-4ddc-b153-43f6f162f135 HTTP/1.1" status: 200 len: 912 time: 0.1405146 Feb 16 05:45:24.266095 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63d75ac-9f1e-414b-8e77-3be459517936 None None] Routers {'a1b82751-9f01-4fa1-adb5-402c7d13a229'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:45:24.266699 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e63d75ac-9f1e-414b-8e77-3be459517936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:44:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a1b82751-9f01-4fa1-adb5-402c7d13a229'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:24.313362 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-502e0827-cde5-4375-81d7-c94f6b6433ee req-acfcb092-bc6a-4c99-be49-2fa706771b8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04216612-6a17-42d7-bf1b-e4c80f38b38d HTTP/1.1" status: 200 len: 217 time: 0.0448015 Feb 16 05:45:24.337759 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-67c00a42-2345-4cbe-bbf4-ad9ff81eb372 req-f8583877-9eab-4025-941a-0e5c3e690dad tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972583 Feb 16 05:45:24.371043 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e0827-cde5-4375-81d7-c94f6b6433ee req-4a0f0c59-a951-435d-822f-a81e9c741ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:45:24.373056 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-502e0827-cde5-4375-81d7-c94f6b6433ee req-4a0f0c59-a951-435d-822f-a81e9c741ce9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=770464aa-c905-4f1a-8cb7-b33ec5075f91 HTTP/1.1" status: 200 len: 850 time: 0.0479918 Feb 16 05:45:24.375898 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-e63d75ac-9f1e-414b-8e77-3be459517936 None None] Set router a1b82751-9f01-4fa1-adb5-402c7d13a229 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:45:24.422167 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e0827-cde5-4375-81d7-c94f6b6433ee req-e31f4f76-9b27-4bc1-b193-6192f2dc8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:45:24.423688 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-502e0827-cde5-4375-81d7-c94f6b6433ee req-e31f4f76-9b27-4bc1-b193-6192f2dc8b17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af5e8334-9cb2-4ddc-b153-43f6f162f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432074 Feb 16 05:45:24.515093 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-502e0827-cde5-4375-81d7-c94f6b6433ee req-e4682cdb-2a90-4c87-a2a3-da0c533f2c67 service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850196 Feb 16 05:45:24.569073 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e63d75ac-9f1e-414b-8e77-3be459517936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 5, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:24.594169 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63d75ac-9f1e-414b-8e77-3be459517936 None None] The sync data for ids ['a1b82751-9f01-4fa1-adb5-402c7d13a229'] in dv-cinder-829473-2-iscsi is: [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:38:25Z', 'revision_number': 4, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': 'c192d034-7b41-4906-b7c2-06e4a7b33f15', 'name': '', 'network_id': 'af5e8334-9cb2-4ddc-b153-43f6f162f135', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'mac_address': 'fa:16:3e:31:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:24Z', 'updated_at': '2022-02-16T05:38:30Z', 'revision_number': 5, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'subnets': [{'id': '770464aa-c905-4f1a-8cb7-b33ec5075f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:45:24.603222 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-502e0827-cde5-4375-81d7-c94f6b6433ee req-ec354d9b-3d0a-4089-a280-be3e839a0a6b service neutron] 10.222.0.60 "GET /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811195 Feb 16 05:45:24.804751 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d5c849-cf82-46f1-b93c-7a338ea49a2e None None] New status for floating IP d63e1d3a-de91-4ac0-a792-77187c2927c2: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 05:45:25.455394 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbde640-2319-4bf1-a659-59563aeeaab7 req-887e1333-0ac0-4370-ad8f-6add984e2ad0 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:45:25.456850 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cfbde640-2319-4bf1-a659-59563aeeaab7 req-887e1333-0ac0-4370-ad8f-6add984e2ad0 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 945 time: 0.0509973 Feb 16 05:45:25.503051 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cfbde640-2319-4bf1-a659-59563aeeaab7 req-30991b22-31d0-4f80-9d01-d19763fcdaee tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c966fb1-c448-4e33-8d64-7d2e16d640b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408955 Feb 16 05:45:25.820113 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ead58-8dea-46a0-9fd8-7d65147c6352 req-d534306b-d1c4-4048-b481-1cf9f37a267f tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:45:25.821590 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b04ead58-8dea-46a0-9fd8-7d65147c6352 req-d534306b-d1c4-4048-b481-1cf9f37a267f tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 945 time: 0.0518463 Feb 16 05:45:25.915251 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-b04ead58-8dea-46a0-9fd8-7d65147c6352 req-26c60017-66c9-4271-bd6d-2a1f2262a551 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Deleting port 04216612-6a17-42d7-bf1b-e4c80f38b38d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:45:25.915590 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b04ead58-8dea-46a0-9fd8-7d65147c6352 req-26c60017-66c9-4271-bd6d-2a1f2262a551 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (04216612-6a17-42d7-bf1b-e4c80f38b38d), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:26.000675 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b04ead58-8dea-46a0-9fd8-7d65147c6352 req-26c60017-66c9-4271-bd6d-2a1f2262a551 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] For port 04216612-6a17-42d7-bf1b-e4c80f38b38d, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=04216612-6a17-42d7-bf1b-e4c80f38b38d,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:45:26.000962 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b04ead58-8dea-46a0-9fd8-7d65147c6352 req-26c60017-66c9-4271-bd6d-2a1f2262a551 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (04216612-6a17-42d7-bf1b-e4c80f38b38d), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:26.017740 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-b04ead58-8dea-46a0-9fd8-7d65147c6352 req-26c60017-66c9-4271-bd6d-2a1f2262a551 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Calling delete_port for 04216612-6a17-42d7-bf1b-e4c80f38b38d owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:45:26.135694 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f4d7cafa-e69c-4e00-b6f6-02f05d0b45df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:26.138978 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b04ead58-8dea-46a0-9fd8-7d65147c6352 req-26c60017-66c9-4271-bd6d-2a1f2262a551 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (04216612-6a17-42d7-bf1b-e4c80f38b38d), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:26.172417 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c60017-66c9-4271-bd6d-2a1f2262a551 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event deleted for resources: {'Port': ['ID=04216612-6a17-42d7-bf1b-e4c80f38b38d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:45:26.216445 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04ead58-8dea-46a0-9fd8-7d65147c6352 req-26c60017-66c9-4271-bd6d-2a1f2262a551 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] No DVR routers for this DVR port 04216612-6a17-42d7-bf1b-e4c80f38b38d on host hv-cinder-82947 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:45:26.218872 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b04ead58-8dea-46a0-9fd8-7d65147c6352 req-26c60017-66c9-4271-bd6d-2a1f2262a551 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:26.222147 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b04ead58-8dea-46a0-9fd8-7d65147c6352 req-26c60017-66c9-4271-bd6d-2a1f2262a551 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.60 "DELETE /v2.0/ports/04216612-6a17-42d7-bf1b-e4c80f38b38d HTTP/1.1" status: 204 len: 173 time: 0.3956664 Feb 16 05:45:26.222586 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'name': 'network-vif-deleted', 'tag': '04216612-6a17-42d7-bf1b-e4c80f38b38d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:45:26.224872 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2771f92-d9b3-4e4e-b126-5a80e435a902" -d '{"events": [{"server_uuid": "7fd96ae9-65c0-4ea7-a034-c783711160d9", "name": "network-vif-deleted", "tag": "04216612-6a17-42d7-bf1b-e4c80f38b38d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:45:26.261935 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a581921a-84bc-4a63-a957-bed261f38729 x-openstack-request-id: req-a581921a-84bc-4a63-a957-bed261f38729 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:45:26.262346 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd96ae9-65c0-4ea7-a034-c783711160d9", "name": "network-vif-deleted", "tag": "04216612-6a17-42d7-bf1b-e4c80f38b38d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:45:26.263138 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a581921a-84bc-4a63-a957-bed261f38729 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:45:26.263704 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd96ae9-65c0-4ea7-a034-c783711160d9', 'name': 'network-vif-deleted', 'tag': '04216612-6a17-42d7-bf1b-e4c80f38b38d', 'status': 'completed', 'code': 200} Feb 16 05:45:26.601971 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:45:26.609512 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-205656c5-bc25-47de-a996-0e4b7d452487 req-f2509c43-4666-4949-bd49-c881e1d4ab1f tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fd96ae9-65c0-4ea7-a034-c783711160d9 HTTP/1.1" status: 200 len: 210 time: 0.0347309 Feb 16 05:45:27.663742 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 33056) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:45:27.785332 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6ad33c84-97a3-4b01-ba44-708374d8be8a tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Deleting port c34090e4-946a-433c-b45b-454b521613a0 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:45:27.785929 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ad33c84-97a3-4b01-ba44-708374d8be8a tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (c34090e4-946a-433c-b45b-454b521613a0), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:27.857875 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ad33c84-97a3-4b01-ba44-708374d8be8a tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (c34090e4-946a-433c-b45b-454b521613a0), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:27.858202 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ad33c84-97a3-4b01-ba44-708374d8be8a tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for floatingip (c34090e4-946a-433c-b45b-454b521613a0), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:27.869793 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6ad33c84-97a3-4b01-ba44-708374d8be8a tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Calling delete_port for c34090e4-946a-433c-b45b-454b521613a0 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:45:27.999050 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ad33c84-97a3-4b01-ba44-708374d8be8a tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (c34090e4-946a-433c-b45b-454b521613a0), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:28.021736 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad33c84-97a3-4b01-ba44-708374d8be8a tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event deleted for resources: {'Port': ['ID=c34090e4-946a-433c-b45b-454b521613a0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:45:28.085247 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ad33c84-97a3-4b01-ba44-708374d8be8a tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for floatingip (22bef8e5-6442-4089-a86e-34e12f5e6bc0), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:28.087769 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ad33c84-97a3-4b01-ba44-708374d8be8a tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:28.088919 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-6ad33c84-97a3-4b01-ba44-708374d8be8a tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "DELETE /v2.0/floatingips/22bef8e5-6442-4089-a86e-34e12f5e6bc0 HTTP/1.1" status: 204 len: 168 time: 0.4241853 Feb 16 05:45:28.618168 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-edf15a3e-7d50-4866-9e6a-20b0abdb4a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:29.274552 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 33068) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:45:29.293499 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 04216612-6a17-42d7-bf1b-e4c80f38b38d no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:45:29.313544 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: 04216612-6a17-42d7-bf1b-e4c80f38b38d {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:45:29.313886 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 04216612-6a17-42d7-bf1b-e4c80f38b38d not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:45:29.329980 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8efc514a-5ca3-439c-92f3-a3234c10c0e5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group (5c966fb1-c448-4e33-8d64-7d2e16d640b1), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:29.353723 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8efc514a-5ca3-439c-92f3-a3234c10c0e5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group (5c966fb1-c448-4e33-8d64-7d2e16d640b1), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:29.415847 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8efc514a-5ca3-439c-92f3-a3234c10c0e5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (5c966fb1-c448-4e33-8d64-7d2e16d640b1), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:29.418539 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8efc514a-5ca3-439c-92f3-a3234c10c0e5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:29.420323 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-8efc514a-5ca3-439c-92f3-a3234c10c0e5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] 10.222.0.75 "DELETE /v2.0/security-groups/5c966fb1-c448-4e33-8d64-7d2e16d640b1 HTTP/1.1" status: 204 len: 168 time: 0.1448166 Feb 16 05:45:29.429434 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc514a-5ca3-439c-92f3-a3234c10c0e5 tempest-TestVolumeBootPattern-1133312047 tempest-TestVolumeBootPattern-1133312047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c966fb1-c448-4e33-8d64-7d2e16d640b1,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:45:29.465918 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:29.473613 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 33072) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:45:29.901247 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-adb9852d-f2c6-48a5-959a-086133169232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588722'] for router_interface (a1b82751-9f01-4fa1-adb5-402c7d13a229), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:30.141310 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-adb9852d-f2c6-48a5-959a-086133169232 admin admin] Deleting port c192d034-7b41-4906-b7c2-06e4a7b33f15 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:45:30.141657 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-adb9852d-f2c6-48a5-959a-086133169232 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:30.219390 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-adb9852d-f2c6-48a5-959a-086133169232 admin admin] For port c192d034-7b41-4906-b7c2-06e4a7b33f15, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=c192d034-7b41-4906-b7c2-06e4a7b33f15,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:45:30.219672 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-adb9852d-f2c6-48a5-959a-086133169232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:30.232444 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-adb9852d-f2c6-48a5-959a-086133169232 admin admin] Calling delete_port for c192d034-7b41-4906-b7c2-06e4a7b33f15 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:45:30.404343 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-adb9852d-f2c6-48a5-959a-086133169232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (c192d034-7b41-4906-b7c2-06e4a7b33f15), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:30.436677 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9852d-f2c6-48a5-959a-086133169232 admin admin] Pushing event deleted for resources: {'Port': ['ID=c192d034-7b41-4906-b7c2-06e4a7b33f15,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:45:30.597213 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-adb9852d-f2c6-48a5-959a-086133169232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1516466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588574'] for router_interface (a1b82751-9f01-4fa1-adb5-402c7d13a229), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:30.814395 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb9852d-f2c6-48a5-959a-086133169232 admin admin] Router a1b82751-9f01-4fa1-adb5-402c7d13a229 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:45:30.919071 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb9852d-f2c6-48a5-959a-086133169232 admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:45:30.925356 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-adb9852d-f2c6-48a5-959a-086133169232 admin admin] 10.222.0.75 "PUT /v2.0/routers/a1b82751-9f01-4fa1-adb5-402c7d13a229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4493785 Feb 16 05:45:30.926624 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 33076) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:45:30.930004 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ccae9a-c166-4a40-8fc0-c54586b31183 None None] Sync routers for ids ['a1b82751-9f01-4fa1-adb5-402c7d13a229'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:45:30.939864 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ccae9a-c166-4a40-8fc0-c54586b31183 None None] Routers {'a1b82751-9f01-4fa1-adb5-402c7d13a229'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:45:30.940469 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a0ccae9a-c166-4a40-8fc0-c54586b31183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:45:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a1b82751-9f01-4fa1-adb5-402c7d13a229'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:31.033624 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-292a6a97-87f8-482f-a498-4e8d9eb77ce4 admin admin] Publish callbacks [] for router (a1b82751-9f01-4fa1-adb5-402c7d13a229), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:31.150359 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-292a6a97-87f8-482f-a498-4e8d9eb77ce4 admin admin] Publish callbacks [] for router_gateway (a1b82751-9f01-4fa1-adb5-402c7d13a229), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:31.163278 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:31.188869 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-a0ccae9a-c166-4a40-8fc0-c54586b31183 None None] Set router a1b82751-9f01-4fa1-adb5-402c7d13a229 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:45:31.203635 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-292a6a97-87f8-482f-a498-4e8d9eb77ce4 admin admin] Deleting port 28ea6209-9dec-4786-a24e-a993b68de42c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:45:31.204000 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-292a6a97-87f8-482f-a498-4e8d9eb77ce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (28ea6209-9dec-4786-a24e-a993b68de42c), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:31.282060 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-292a6a97-87f8-482f-a498-4e8d9eb77ce4 admin admin] For port 28ea6209-9dec-4786-a24e-a993b68de42c, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=28ea6209-9dec-4786-a24e-a993b68de42c,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:45:31.282472 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-292a6a97-87f8-482f-a498-4e8d9eb77ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (28ea6209-9dec-4786-a24e-a993b68de42c), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:31.295470 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-292a6a97-87f8-482f-a498-4e8d9eb77ce4 admin admin] Calling delete_port for 28ea6209-9dec-4786-a24e-a993b68de42c owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:45:31.362698 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a0ccae9a-c166-4a40-8fc0-c54586b31183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:45:30Z', 'revision_number': 5, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port': {'id': '28ea6209-9dec-4786-a24e-a993b68de42c', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:21Z', 'updated_at': '2022-02-16T05:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:31.393727 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ccae9a-c166-4a40-8fc0-c54586b31183 None None] Checking router: a1b82751-9f01-4fa1-adb5-402c7d13a229 for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:45:31.402569 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ccae9a-c166-4a40-8fc0-c54586b31183 None None] Routers {'a1b82751-9f01-4fa1-adb5-402c7d13a229'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:45:31.403220 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a0ccae9a-c166-4a40-8fc0-c54586b31183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:45:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['a1b82751-9f01-4fa1-adb5-402c7d13a229'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:31.463345 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-292a6a97-87f8-482f-a498-4e8d9eb77ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (28ea6209-9dec-4786-a24e-a993b68de42c), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:31.488434 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a6a97-87f8-482f-a498-4e8d9eb77ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=28ea6209-9dec-4786-a24e-a993b68de42c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:45:31.493041 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-a0ccae9a-c166-4a40-8fc0-c54586b31183 None None] Set router a1b82751-9f01-4fa1-adb5-402c7d13a229 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:45:31.544729 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a0ccae9a-c166-4a40-8fc0-c54586b31183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:45:31Z', 'revision_number': 6, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port_host': None}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:31.547790 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-292a6a97-87f8-482f-a498-4e8d9eb77ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588152'] for router_gateway (a1b82751-9f01-4fa1-adb5-402c7d13a229), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:31.574203 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ccae9a-c166-4a40-8fc0-c54586b31183 None None] The sync data for ids ['a1b82751-9f01-4fa1-adb5-402c7d13a229'] in dv-cinder-829473-2-iscsi is: [{'id': 'a1b82751-9f01-4fa1-adb5-402c7d13a229', 'name': 'tempest-TestVolumeBootPattern-975607124-router', 'tenant_id': '7e5222e96e134b27b8a588f1309a0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:20Z', 'updated_at': '2022-02-16T05:45:31Z', 'revision_number': 6, 'project_id': '7e5222e96e134b27b8a588f1309a0097', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:45:31.639119 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-292a6a97-87f8-482f-a498-4e8d9eb77ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1581635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5490'] for router (a1b82751-9f01-4fa1-adb5-402c7d13a229), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:31.641285 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-292a6a97-87f8-482f-a498-4e8d9eb77ce4 admin admin] Publish callbacks [] for router_controller (a1b82751-9f01-4fa1-adb5-402c7d13a229), precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:31.686957 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-292a6a97-87f8-482f-a498-4e8d9eb77ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581640'] for router (a1b82751-9f01-4fa1-adb5-402c7d13a229), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:31.687511 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292a6a97-87f8-482f-a498-4e8d9eb77ce4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1b82751-9f01-4fa1-adb5-402c7d13a229 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 05:45:31.691816 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-292a6a97-87f8-482f-a498-4e8d9eb77ce4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:31.692968 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-292a6a97-87f8-482f-a498-4e8d9eb77ce4 admin admin] 10.222.0.75 "DELETE /v2.0/routers/a1b82751-9f01-4fa1-adb5-402c7d13a229 HTTP/1.1" status: 204 len: 168 time: 0.7653039 Feb 16 05:45:31.695484 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 33078) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:45:31.739382 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bff90bb-146a-441b-b8ad-d99138dcde9c admin admin] Deleting subnet 770464aa-c905-4f1a-8cb7-b33ec5075f91 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 05:45:31.742442 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bff90bb-146a-441b-b8ad-d99138dcde9c admin admin] Publish callbacks [] for subnet (770464aa-c905-4f1a-8cb7-b33ec5075f91), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:31.775558 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bff90bb-146a-441b-b8ad-d99138dcde9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125612'] for subnet (770464aa-c905-4f1a-8cb7-b33ec5075f91), precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:31.853306 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bff90bb-146a-441b-b8ad-d99138dcde9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133523527'] for subnet (770464aa-c905-4f1a-8cb7-b33ec5075f91), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:31.904438 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bff90bb-146a-441b-b8ad-d99138dcde9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133523536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10125610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8738759'] for subnet (770464aa-c905-4f1a-8cb7-b33ec5075f91), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:31.931613 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff90bb-146a-441b-b8ad-d99138dcde9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=770464aa-c905-4f1a-8cb7-b33ec5075f91,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:45:31.938557 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bff90bb-146a-441b-b8ad-d99138dcde9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:31.942467 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cd3473-cbf6-4b0e-aa10-6529afb25369 None None] Network af5e8334-9cb2-4ddc-b153-43f6f162f135 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:45:31.943202 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-1bff90bb-146a-441b-b8ad-d99138dcde9c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/770464aa-c905-4f1a-8cb7-b33ec5075f91 HTTP/1.1" status: 204 len: 168 time: 0.2467697 Feb 16 05:45:31.945977 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 33080) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:45:32.021116 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133564096'] for network (af5e8334-9cb2-4ddc-b153-43f6f162f135), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:32.078835 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device c192d034-7b41-4906-b7c2-06e4a7b33f15 no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:45:32.088082 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] Deleting port 096dd7e7-e7a0-4014-bda1-3de235389240 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:45:32.088434 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (096dd7e7-e7a0-4014-bda1-3de235389240), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:32.104697 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: c192d034-7b41-4906-b7c2-06e4a7b33f15 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:45:32.105075 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device c192d034-7b41-4906-b7c2-06e4a7b33f15 not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:45:32.152588 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] For port 096dd7e7-e7a0-4014-bda1-3de235389240, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=096dd7e7-e7a0-4014-bda1-3de235389240,segment=NetworkSegment(58cbe300-3982-467b-9b89-4e857c655e75),segment_id=58cbe300-3982-467b-9b89-4e857c655e75)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:45:32.152951 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (096dd7e7-e7a0-4014-bda1-3de235389240), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:32.166239 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] Calling delete_port for 096dd7e7-e7a0-4014-bda1-3de235389240 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:45:32.245181 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (096dd7e7-e7a0-4014-bda1-3de235389240), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:32.273278 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] Pushing event deleted for resources: {'Port': ['ID=096dd7e7-e7a0-4014-bda1-3de235389240,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:45:32.276792 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] No DVR routers for this DVR port 096dd7e7-e7a0-4014-bda1-3de235389240 on host dv-cinder-829473-2-iscsi {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:45:32.344223 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133527232', 'neutron.services.segments.db._delete_segments_for_network-8750525486906'] for network (af5e8334-9cb2-4ddc-b153-43f6f162f135), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:32.363547 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5e8334-9cb2-4ddc-b153-43f6f162f135']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:32.373301 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cbe300-3982-467b-9b89-4e857c655e75') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:32.373301 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cbe300-3982-467b-9b89-4e857c655e75') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:32.383073 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750525486659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125595'] for segment (58cbe300-3982-467b-9b89-4e857c655e75), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:32.396839 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (58cbe300-3982-467b-9b89-4e857c655e75), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:32.403376 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 05:45:32.404698 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10125448'] for segment (58cbe300-3982-467b-9b89-4e857c655e75), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: Traceback (most recent call last): Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: timer() Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: cb(*args, **kw) Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: return func(*args, **kwargs) Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: self._notify() Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: self.callback(batched_events) Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: event.method(event) Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: return f(self, *a, **k) Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: return self._get(url).json() Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: return self.request(url, 'GET', **kwargs) Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 05:45:32.407025 dv-cinder-829473-2-iscsi neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 05:45:32.415434 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e04af2-ae61-47df-904e-dd4cae1ae75c None None] DHCP port deletion for af5e8334-9cb2-4ddc-b153-43f6f162f135 request from dv-cinder-829473-2-iscsi {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 05:45:32.478583 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133527257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588188'] for network (af5e8334-9cb2-4ddc-b153-43f6f162f135), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:32.486247 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:32.490338 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] 10.222.0.75 "DELETE /v2.0/networks/af5e8334-9cb2-4ddc-b153-43f6f162f135 HTTP/1.1" status: 204 len: 168 time: 0.5436375 Feb 16 05:45:32.493458 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 33082) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:45:32.501347 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e203fc-7332-465b-9e13-6252599f3900 admin admin] Pushing event deleted for resources: {'Network': ['ID=af5e8334-9cb2-4ddc-b153-43f6f162f135,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:45:32.838523 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:33.066781 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9af6f9e4-8c50-4416-a9f5-a051e6e88cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588722'] for router_interface (fce50557-09ce-4104-9641-3c8052502356), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:33.317589 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-9af6f9e4-8c50-4416-a9f5-a051e6e88cfd admin admin] Deleting port f15ad4dd-15f4-43ad-824d-e1e944d4d22c {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:45:33.317932 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9af6f9e4-8c50-4416-a9f5-a051e6e88cfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:33.395722 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-9af6f9e4-8c50-4416-a9f5-a051e6e88cfd admin admin] For port f15ad4dd-15f4-43ad-824d-e1e944d4d22c, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=f15ad4dd-15f4-43ad-824d-e1e944d4d22c,segment=NetworkSegment(defe3d89-923d-42e7-901f-fd463a39e19b),segment_id=defe3d89-923d-42e7-901f-fd463a39e19b)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:45:33.396086 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9af6f9e4-8c50-4416-a9f5-a051e6e88cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:33.408450 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-9af6f9e4-8c50-4416-a9f5-a051e6e88cfd admin admin] Calling delete_port for f15ad4dd-15f4-43ad-824d-e1e944d4d22c owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:45:33.582770 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9af6f9e4-8c50-4416-a9f5-a051e6e88cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (f15ad4dd-15f4-43ad-824d-e1e944d4d22c), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:33.607464 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6f9e4-8c50-4416-a9f5-a051e6e88cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=f15ad4dd-15f4-43ad-824d-e1e944d4d22c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:45:33.772691 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9af6f9e4-8c50-4416-a9f5-a051e6e88cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1516466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588574'] for router_interface (fce50557-09ce-4104-9641-3c8052502356), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:33.992951 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af6f9e4-8c50-4416-a9f5-a051e6e88cfd admin admin] Router fce50557-09ce-4104-9641-3c8052502356 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:45:34.013791 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 096dd7e7-e7a0-4014-bda1-3de235389240 no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:45:34.034138 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: 096dd7e7-e7a0-4014-bda1-3de235389240 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:45:34.034596 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 096dd7e7-e7a0-4014-bda1-3de235389240 not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:45:34.035069 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 28ea6209-9dec-4786-a24e-a993b68de42c no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:45:34.054402 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: 28ea6209-9dec-4786-a24e-a993b68de42c {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:45:34.054744 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 28ea6209-9dec-4786-a24e-a993b68de42c not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:45:34.102782 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af6f9e4-8c50-4416-a9f5-a051e6e88cfd admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:45:34.108906 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-9af6f9e4-8c50-4416-a9f5-a051e6e88cfd admin admin] 10.222.0.75 "PUT /v2.0/routers/fce50557-09ce-4104-9641-3c8052502356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6139054 Feb 16 05:45:34.111279 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 33084) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:45:34.113833 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f418cd6-395b-433f-ada6-7b2ca4d8eb88 None None] Sync routers for ids ['fce50557-09ce-4104-9641-3c8052502356'] in dv-cinder-829473-2-iscsi {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:45:34.124231 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f418cd6-395b-433f-ada6-7b2ca4d8eb88 None None] Routers {'fce50557-09ce-4104-9641-3c8052502356'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:45:34.124839 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0f418cd6-395b-433f-ada6-7b2ca4d8eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:45:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['fce50557-09ce-4104-9641-3c8052502356'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:34.215840 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d8f3-9832-44f4-a48d-62126a72c561 admin admin] Publish callbacks [] for router (fce50557-09ce-4104-9641-3c8052502356), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:34.232996 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-0f418cd6-395b-433f-ada6-7b2ca4d8eb88 None None] Set router fce50557-09ce-4104-9641-3c8052502356 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:45:34.320905 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d8f3-9832-44f4-a48d-62126a72c561 admin admin] Publish callbacks [] for router_gateway (fce50557-09ce-4104-9641-3c8052502356), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:34.374974 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9d8f3-9832-44f4-a48d-62126a72c561 admin admin] Deleting port b4554ff9-83b8-4eac-9b59-a2ff04a46dc9 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:45:34.375310 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d8f3-9832-44f4-a48d-62126a72c561 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (b4554ff9-83b8-4eac-9b59-a2ff04a46dc9), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:34.412034 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0f418cd6-395b-433f-ada6-7b2ca4d8eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce50557-09ce-4104-9641-3c8052502356', 'name': 'tempest-TestVolumeBootPattern-2048493811-router', 'tenant_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'b4554ff9-83b8-4eac-9b59-a2ff04a46dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:28Z', 'updated_at': '2022-02-16T05:45:33Z', 'revision_number': 5, 'project_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'gw_port': {'id': 'b4554ff9-83b8-4eac-9b59-a2ff04a46dc9', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce50557-09ce-4104-9641-3c8052502356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:38:29Z', 'updated_at': '2022-02-16T05:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:34.437866 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f418cd6-395b-433f-ada6-7b2ca4d8eb88 None None] Checking router: fce50557-09ce-4104-9641-3c8052502356 for host: dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:45:34.446189 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f418cd6-395b-433f-ada6-7b2ca4d8eb88 None None] Routers {'fce50557-09ce-4104-9641-3c8052502356'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:45:34.446791 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0f418cd6-395b-433f-ada6-7b2ca4d8eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:45:29Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['fce50557-09ce-4104-9641-3c8052502356'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:34.451549 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-aaa9d8f3-9832-44f4-a48d-62126a72c561 admin admin] For port b4554ff9-83b8-4eac-9b59-a2ff04a46dc9, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=b4554ff9-83b8-4eac-9b59-a2ff04a46dc9,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:45:34.451912 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d8f3-9832-44f4-a48d-62126a72c561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (b4554ff9-83b8-4eac-9b59-a2ff04a46dc9), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:34.468540 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9d8f3-9832-44f4-a48d-62126a72c561 admin admin] Calling delete_port for b4554ff9-83b8-4eac-9b59-a2ff04a46dc9 owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:45:34.534660 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-0f418cd6-395b-433f-ada6-7b2ca4d8eb88 None None] Set router fce50557-09ce-4104-9641-3c8052502356 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:45:34.585314 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0f418cd6-395b-433f-ada6-7b2ca4d8eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce50557-09ce-4104-9641-3c8052502356', 'name': 'tempest-TestVolumeBootPattern-2048493811-router', 'tenant_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:28Z', 'updated_at': '2022-02-16T05:45:34Z', 'revision_number': 6, 'project_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'gw_port_host': None}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:34.614053 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f418cd6-395b-433f-ada6-7b2ca4d8eb88 None None] The sync data for ids ['fce50557-09ce-4104-9641-3c8052502356'] in dv-cinder-829473-2-iscsi is: [{'id': 'fce50557-09ce-4104-9641-3c8052502356', 'name': 'tempest-TestVolumeBootPattern-2048493811-router', 'tenant_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:38:28Z', 'updated_at': '2022-02-16T05:45:34Z', 'revision_number': 6, 'project_id': 'ce46f124ede2450ba8a7d3c4c8c78566', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:45:34.632789 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d8f3-9832-44f4-a48d-62126a72c561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (b4554ff9-83b8-4eac-9b59-a2ff04a46dc9), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:34.658595 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9d8f3-9832-44f4-a48d-62126a72c561 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4554ff9-83b8-4eac-9b59-a2ff04a46dc9,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:45:34.718093 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d8f3-9832-44f4-a48d-62126a72c561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588152'] for router_gateway (fce50557-09ce-4104-9641-3c8052502356), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:34.806390 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d8f3-9832-44f4-a48d-62126a72c561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1581635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5490'] for router (fce50557-09ce-4104-9641-3c8052502356), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:34.808507 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d8f3-9832-44f4-a48d-62126a72c561 admin admin] Publish callbacks [] for router_controller (fce50557-09ce-4104-9641-3c8052502356), precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:34.853845 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d8f3-9832-44f4-a48d-62126a72c561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581640'] for router (fce50557-09ce-4104-9641-3c8052502356), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:34.854454 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa9d8f3-9832-44f4-a48d-62126a72c561 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fce50557-09ce-4104-9641-3c8052502356 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 05:45:34.858776 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d8f3-9832-44f4-a48d-62126a72c561 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:34.859944 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-aaa9d8f3-9832-44f4-a48d-62126a72c561 admin admin] 10.222.0.75 "DELETE /v2.0/routers/fce50557-09ce-4104-9641-3c8052502356 HTTP/1.1" status: 204 len: 168 time: 0.7477646 Feb 16 05:45:34.862581 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 33086) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:45:34.906398 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c60fe09-454e-4def-a8d0-40af926aee76 admin admin] Deleting subnet b1490b43-12c4-46de-bc8f-87c49fdd9a28 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 05:45:34.909277 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c60fe09-454e-4def-a8d0-40af926aee76 admin admin] Publish callbacks [] for subnet (b1490b43-12c4-46de-bc8f-87c49fdd9a28), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:34.942548 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c60fe09-454e-4def-a8d0-40af926aee76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4030596'] for subnet (b1490b43-12c4-46de-bc8f-87c49fdd9a28), precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:35.024444 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c60fe09-454e-4def-a8d0-40af926aee76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133523527'] for subnet (b1490b43-12c4-46de-bc8f-87c49fdd9a28), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:35.078912 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c60fe09-454e-4def-a8d0-40af926aee76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133523536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4118781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3813054'] for subnet (b1490b43-12c4-46de-bc8f-87c49fdd9a28), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:35.104244 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60fe09-454e-4def-a8d0-40af926aee76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1490b43-12c4-46de-bc8f-87c49fdd9a28,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:45:35.106179 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c60fe09-454e-4def-a8d0-40af926aee76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:35.109852 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-9c60fe09-454e-4def-a8d0-40af926aee76 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/b1490b43-12c4-46de-bc8f-87c49fdd9a28 HTTP/1.1" status: 204 len: 168 time: 0.2463727 Feb 16 05:45:35.111057 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0983d06b-0042-49aa-92a9-12f4a5364b8e None None] Network fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:45:35.112273 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 33088) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:45:35.178343 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133564096'] for network (fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:35.234898 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] Deleting port f96b0304-2e35-4399-a3f0-becce8cca0a8 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:45:35.235240 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (f96b0304-2e35-4399-a3f0-becce8cca0a8), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:35.299600 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] For port f96b0304-2e35-4399-a3f0-becce8cca0a8, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=f96b0304-2e35-4399-a3f0-becce8cca0a8,segment=NetworkSegment(defe3d89-923d-42e7-901f-fd463a39e19b),segment_id=defe3d89-923d-42e7-901f-fd463a39e19b)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:45:35.300363 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (f96b0304-2e35-4399-a3f0-becce8cca0a8), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:35.313791 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] Calling delete_port for f96b0304-2e35-4399-a3f0-becce8cca0a8 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:45:35.398591 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (f96b0304-2e35-4399-a3f0-becce8cca0a8), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:35.412166 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0c5594-0b8b-4de8-819e-3ed71741761e None None] DHCP port deletion for fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00 request from dv-cinder-829473-2-iscsi {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 05:45:35.432656 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=f96b0304-2e35-4399-a3f0-becce8cca0a8,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:45:35.442608 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] No DVR routers for this DVR port f96b0304-2e35-4399-a3f0-becce8cca0a8 on host dv-cinder-829473-2-iscsi {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:45:35.524764 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133527232', 'neutron.services.segments.db._delete_segments_for_network-8750525486906'] for network (fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:35.554288 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:35.566738 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defe3d89-923d-42e7-901f-fd463a39e19b') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:35.567028 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defe3d89-923d-42e7-901f-fd463a39e19b') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:45:35.580792 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750525486659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4030643'] for segment (defe3d89-923d-42e7-901f-fd463a39e19b), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:35.594539 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (defe3d89-923d-42e7-901f-fd463a39e19b), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:35.600819 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 05:45:35.601275 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4118879'] for segment (defe3d89-923d-42e7-901f-fd463a39e19b), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: Traceback (most recent call last): Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: timer() Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: cb(*args, **kw) Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: return func(*args, **kwargs) Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: self._notify() Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: self.callback(batched_events) Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: event.method(event) Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: return f(self, *a, **k) Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._get(url).json() Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: return self.request(url, 'GET', **kwargs) Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 05:45:35.603142 dv-cinder-829473-2-iscsi neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 05:45:35.658165 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133527257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588188'] for network (fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:35.667761 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:35.674730 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] 10.222.0.75 "DELETE /v2.0/networks/fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00 HTTP/1.1" status: 204 len: 168 time: 0.5584252 Feb 16 05:45:35.688080 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9976d08-5c44-4551-b733-fe77a4272d85 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa68dea2-aec6-4d5a-ae2c-4c6c93cd0b00,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:45:35.831262 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 33092) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:45:35.872998 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-3821df50-391f-45a2-8c34-02ddde351454 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7e5222e96e134b27b8a588f1309a0097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399542 Feb 16 05:45:35.875568 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 33094) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:45:35.922874 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-65e78720-cfc2-4fed-b664-cd4bde5008e2 admin admin] Publish callbacks [] for security_group (173fee6f-96fc-4631-a990-4c5ccb94d2a3), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:35.944345 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-65e78720-cfc2-4fed-b664-cd4bde5008e2 admin admin] Publish callbacks [] for security_group (173fee6f-96fc-4631-a990-4c5ccb94d2a3), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:35.957305 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device b4554ff9-83b8-4eac-9b59-a2ff04a46dc9 no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:45:35.976489 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: b4554ff9-83b8-4eac-9b59-a2ff04a46dc9 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:45:35.976803 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device b4554ff9-83b8-4eac-9b59-a2ff04a46dc9 not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:45:35.977206 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device f15ad4dd-15f4-43ad-824d-e1e944d4d22c no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:45:35.995262 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-65e78720-cfc2-4fed-b664-cd4bde5008e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (173fee6f-96fc-4631-a990-4c5ccb94d2a3), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:35.998585 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-65e78720-cfc2-4fed-b664-cd4bde5008e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:35.999746 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-65e78720-cfc2-4fed-b664-cd4bde5008e2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/173fee6f-96fc-4631-a990-4c5ccb94d2a3 HTTP/1.1" status: 204 len: 168 time: 0.1232836 Feb 16 05:45:36.001274 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: f15ad4dd-15f4-43ad-824d-e1e944d4d22c {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:45:36.001623 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device f15ad4dd-15f4-43ad-824d-e1e944d4d22c not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:45:36.002325 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device f96b0304-2e35-4399-a3f0-becce8cca0a8 no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:45:36.009149 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e78720-cfc2-4fed-b664-cd4bde5008e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173fee6f-96fc-4631-a990-4c5ccb94d2a3,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:45:36.024660 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: f96b0304-2e35-4399-a3f0-becce8cca0a8 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:45:36.025004 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device f96b0304-2e35-4399-a3f0-becce8cca0a8 not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:45:36.327763 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 33100) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:45:36.367192 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-c8b43db6-ed2f-4693-8e33-6ddf9ce5862a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ce46f124ede2450ba8a7d3c4c8c78566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383050 Feb 16 05:45:36.369665 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 33102) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:45:36.415596 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c5d73c5-fc1f-4300-b119-eb999499b993 admin admin] Publish callbacks [] for security_group (f526a96c-2d3d-4217-8382-ecbf02f097a5), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:36.436032 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c5d73c5-fc1f-4300-b119-eb999499b993 admin admin] Publish callbacks [] for security_group (f526a96c-2d3d-4217-8382-ecbf02f097a5), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:36.480727 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c5d73c5-fc1f-4300-b119-eb999499b993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (f526a96c-2d3d-4217-8382-ecbf02f097a5), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:36.484044 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c5d73c5-fc1f-4300-b119-eb999499b993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:36.485178 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-7c5d73c5-fc1f-4300-b119-eb999499b993 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f526a96c-2d3d-4217-8382-ecbf02f097a5 HTTP/1.1" status: 204 len: 168 time: 0.1146400 Feb 16 05:45:36.492675 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d73c5-fc1f-4300-b119-eb999499b993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f526a96c-2d3d-4217-8382-ecbf02f097a5,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:45:42.596093 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:56.137361 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f392ee4d-dd2f-4bf1-9e83-6c07b4c8bc20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:58.619084 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e433b3b6-3c20-4311-b76e-822931c0dd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:45:59.464600 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:46:00.997088 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:46:02.841141 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:46:03.601629 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:46:12.611142 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:46:21.713379 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d97c90ba-04a2-4d31-b058-18d1bf2a19f8 req-ce58d864-4d19-4354-9e26-2271fc119870 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417233 Feb 16 05:46:21.813186 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c90ba-04a2-4d31-b058-18d1bf2a19f8 req-936b9610-4f9a-40b0-b437-8fa0eba3c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:21.814692 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d97c90ba-04a2-4d31-b058-18d1bf2a19f8 req-936b9610-4f9a-40b0-b437-8fa0eba3c2d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=563c1c32061d4b78be6a20b84fd3ae39&device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 1130 time: 0.0438445 Feb 16 05:46:22.180787 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c90ba-04a2-4d31-b058-18d1bf2a19f8 req-8974681b-4955-4f7e-8b36-65b83c8c5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:22.182206 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d97c90ba-04a2-4d31-b058-18d1bf2a19f8 req-8974681b-4955-4f7e-8b36-65b83c8c5202 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08c93e3a-350f-4d6d-880f-bc031b7d1c19 HTTP/1.1" status: 200 len: 909 time: 0.3502660 Feb 16 05:46:22.246051 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d97c90ba-04a2-4d31-b058-18d1bf2a19f8 req-0324e5c6-c954-46d1-8f31-eb7d16196adf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f6ebdf7-c0bf-444a-8110-01a275c1f156 HTTP/1.1" status: 200 len: 1001 time: 0.0573819 Feb 16 05:46:22.296026 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c90ba-04a2-4d31-b058-18d1bf2a19f8 req-330670c0-8bc9-4043-b805-cf1d68a77240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:22.297437 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d97c90ba-04a2-4d31-b058-18d1bf2a19f8 req-330670c0-8bc9-4043-b805-cf1d68a77240 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f69605eb-be9e-469d-aadc-3fd5508df854 HTTP/1.1" status: 200 len: 847 time: 0.0457084 Feb 16 05:46:22.344616 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c90ba-04a2-4d31-b058-18d1bf2a19f8 req-eabfb322-e363-4873-87c3-5cb4f0152313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:22.346117 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d97c90ba-04a2-4d31-b058-18d1bf2a19f8 req-eabfb322-e363-4873-87c3-5cb4f0152313 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08c93e3a-350f-4d6d-880f-bc031b7d1c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422142 Feb 16 05:46:22.430035 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d97c90ba-04a2-4d31-b058-18d1bf2a19f8 req-44200200-40f7-465c-8efd-55bdec457e9c service neutron] 10.222.0.60 "GET /v2.0/networks/08c93e3a-350f-4d6d-880f-bc031b7d1c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776856 Feb 16 05:46:22.518427 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-d97c90ba-04a2-4d31-b058-18d1bf2a19f8 req-6b9d52c9-a083-4928-9dad-4a3cd45003d8 service neutron] 10.222.0.60 "GET /v2.0/networks/08c93e3a-350f-4d6d-880f-bc031b7d1c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825233 Feb 16 05:46:26.141146 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c89636b1-0b46-41f2-8c6b-9b11f6cc33f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:46:28.621021 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ff061db4-9df3-4a8a-b209-9b70a0cdbd47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:46:29.467196 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:46:31.000171 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:46:32.842733 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:46:38.143834 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4dc9e-4bdc-4eb6-a653-34391132c6fc req-a5e96118-1c34-4b04-abe5-6014c4a42495 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:38.145331 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-83a4dc9e-4bdc-4eb6-a653-34391132c6fc req-a5e96118-1c34-4b04-abe5-6014c4a42495 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0552826 Feb 16 05:46:38.193648 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-83a4dc9e-4bdc-4eb6-a653-34391132c6fc req-2287fd63-05f4-4b86-8eda-49261818aa13 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425315 Feb 16 05:46:39.310763 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a3f1a-c225-4388-a63d-0e0698a92f66 req-b9c139ea-7b05-4b88-b8d2-2fa5b42d9cab tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:39.312219 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-776a3f1a-c225-4388-a63d-0e0698a92f66 req-b9c139ea-7b05-4b88-b8d2-2fa5b42d9cab tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0518866 Feb 16 05:46:39.362925 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-776a3f1a-c225-4388-a63d-0e0698a92f66 req-d638a5ab-eb77-4a1c-8c5d-64824cf30de7 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452735 Feb 16 05:46:40.478669 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2e093-f19a-4c7c-a371-ac77d54b80e3 req-210edbb5-5bd8-4a4d-b338-dd834d6a74dc tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:40.480126 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bbf2e093-f19a-4c7c-a371-ac77d54b80e3 req-210edbb5-5bd8-4a4d-b338-dd834d6a74dc tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0509696 Feb 16 05:46:40.526806 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bbf2e093-f19a-4c7c-a371-ac77d54b80e3 req-584cabfc-c514-4d97-b94e-1897ac4ca0d2 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412102 Feb 16 05:46:40.600597 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:46:41.646786 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca5054-24ef-4cf8-b8c9-2c073ae3b2d7 req-ea9c87bb-9e0c-4e3f-8d26-40709d208b83 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:41.648221 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1cca5054-24ef-4cf8-b8c9-2c073ae3b2d7 req-ea9c87bb-9e0c-4e3f-8d26-40709d208b83 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0548553 Feb 16 05:46:41.694768 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-1cca5054-24ef-4cf8-b8c9-2c073ae3b2d7 req-b5c67a28-7fda-44d7-92f8-715c5b4eb2f8 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411253 Feb 16 05:46:42.625096 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:46:42.809547 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c0898-4f1b-43f1-86a6-4337480c0bf2 req-f079b37c-b79d-448e-ba35-8359d6644636 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:42.810982 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-845c0898-4f1b-43f1-86a6-4337480c0bf2 req-f079b37c-b79d-448e-ba35-8359d6644636 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0500252 Feb 16 05:46:42.860836 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-845c0898-4f1b-43f1-86a6-4337480c0bf2 req-42fbb864-6634-40ca-8d58-945b18cf9085 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444367 Feb 16 05:46:43.978117 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f876e-d9d8-43fb-9136-231ebfaada46 req-40858f39-65a0-463b-91aa-4d051823151a tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:43.979580 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-dc8f876e-d9d8-43fb-9136-231ebfaada46 req-40858f39-65a0-463b-91aa-4d051823151a tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0512483 Feb 16 05:46:44.025999 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-dc8f876e-d9d8-43fb-9136-231ebfaada46 req-b829f467-0047-48e4-a965-4ab09a1c9c5a tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409708 Feb 16 05:46:45.143187 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e096c9-5bb6-4dda-8439-2cea890003f2 req-36f8fcd1-f585-47c3-82c5-3e48f4aa9f9f tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:45.144677 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b6e096c9-5bb6-4dda-8439-2cea890003f2 req-36f8fcd1-f585-47c3-82c5-3e48f4aa9f9f tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0518088 Feb 16 05:46:45.193897 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b6e096c9-5bb6-4dda-8439-2cea890003f2 req-ef14d002-4ce3-41eb-86a4-6b13809e7837 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434098 Feb 16 05:46:46.307711 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb6734-7908-4957-bbb0-a3594b0451ad req-42c8dcbe-3b4a-4da6-b38c-3cafdae86548 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:46.309165 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4acb6734-7908-4957-bbb0-a3594b0451ad req-42c8dcbe-3b4a-4da6-b38c-3cafdae86548 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0505955 Feb 16 05:46:46.360981 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4acb6734-7908-4957-bbb0-a3594b0451ad req-5bcbb4c0-b4f7-4f66-9f32-16d60c0defc1 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457857 Feb 16 05:46:47.475974 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d5171-08b6-4c2f-bc57-355ced72790e req-c0425e5a-e1c3-4ceb-a07d-670ec034d110 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:47.477440 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8d6d5171-08b6-4c2f-bc57-355ced72790e req-c0425e5a-e1c3-4ceb-a07d-670ec034d110 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0505815 Feb 16 05:46:47.523922 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8d6d5171-08b6-4c2f-bc57-355ced72790e req-9e11ba46-c689-4727-9552-3bce3bb2df38 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411255 Feb 16 05:46:48.349697 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327c5af-c5de-43ec-8b19-092f5795968b req-69e15d6a-85de-4f8f-80f3-3ebd607cba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:48.351211 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c327c5af-c5de-43ec-8b19-092f5795968b req-69e15d6a-85de-4f8f-80f3-3ebd607cba56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=563c1c32061d4b78be6a20b84fd3ae39&device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 1130 time: 0.0441656 Feb 16 05:46:48.439419 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327c5af-c5de-43ec-8b19-092f5795968b req-ac9b902c-8556-4c90-8ea6-dd01d7eed505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:48.441057 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c327c5af-c5de-43ec-8b19-092f5795968b req-ac9b902c-8556-4c90-8ea6-dd01d7eed505 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08c93e3a-350f-4d6d-880f-bc031b7d1c19 HTTP/1.1" status: 200 len: 909 time: 0.0841310 Feb 16 05:46:48.508441 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c327c5af-c5de-43ec-8b19-092f5795968b req-2c3ba862-9407-48ce-95cb-5f5b0216cf13 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f6ebdf7-c0bf-444a-8110-01a275c1f156 HTTP/1.1" status: 200 len: 1001 time: 0.0621538 Feb 16 05:46:48.556182 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327c5af-c5de-43ec-8b19-092f5795968b req-73b51f2e-e375-48c6-9bb9-4b144564827c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:48.557737 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c327c5af-c5de-43ec-8b19-092f5795968b req-73b51f2e-e375-48c6-9bb9-4b144564827c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f69605eb-be9e-469d-aadc-3fd5508df854 HTTP/1.1" status: 200 len: 847 time: 0.0431402 Feb 16 05:46:48.638102 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327c5af-c5de-43ec-8b19-092f5795968b req-68cb562f-ba8c-4fa6-bd23-b4821201f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:48.640026 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c327c5af-c5de-43ec-8b19-092f5795968b req-68cb562f-ba8c-4fa6-bd23-b4821201f5a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08c93e3a-350f-4d6d-880f-bc031b7d1c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761182 Feb 16 05:46:48.661738 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd2c8e-804b-403e-99d8-552127f2877f req-96d8e9cd-21b5-47e1-8184-8d393aef4fc3 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:48.663113 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3ebd2c8e-804b-403e-99d8-552127f2877f req-96d8e9cd-21b5-47e1-8184-8d393aef4fc3 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0714273 Feb 16 05:46:48.756514 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3ebd2c8e-804b-403e-99d8-552127f2877f req-affc5c90-cba4-4199-b051-234c1911577b tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841498 Feb 16 05:46:48.771018 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c327c5af-c5de-43ec-8b19-092f5795968b req-e53628e2-b774-4928-b441-69bdb4d5a870 service neutron] 10.222.0.60 "GET /v2.0/networks/08c93e3a-350f-4d6d-880f-bc031b7d1c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240098 Feb 16 05:46:48.860812 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-c327c5af-c5de-43ec-8b19-092f5795968b req-0d0dd38e-d293-4ba7-8ee6-8ed693ce1db2 service neutron] 10.222.0.60 "GET /v2.0/networks/08c93e3a-350f-4d6d-880f-bc031b7d1c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839322 Feb 16 05:46:49.884907 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41414b68-29b8-4b37-8e64-aa6c599c7ea3 req-59c85f00-13ec-401e-b55b-9cb0e36e8337 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:49.886401 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-41414b68-29b8-4b37-8e64-aa6c599c7ea3 req-59c85f00-13ec-401e-b55b-9cb0e36e8337 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0560398 Feb 16 05:46:49.934471 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-41414b68-29b8-4b37-8e64-aa6c599c7ea3 req-14135213-ba97-46ae-aac3-801d2438d749 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414851 Feb 16 05:46:51.056509 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee857726-7a6f-4c84-98f0-d9bbe271c658 req-b3929e8c-9507-4ee9-a78d-f118789e3827 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:51.058032 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ee857726-7a6f-4c84-98f0-d9bbe271c658 req-b3929e8c-9507-4ee9-a78d-f118789e3827 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0570641 Feb 16 05:46:51.105089 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ee857726-7a6f-4c84-98f0-d9bbe271c658 req-baa6f93c-d8ac-45be-b165-d8f17eda5808 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410018 Feb 16 05:46:51.171736 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [req-a91627b1-ef8a-40c3-b25b-2066c759a9eb req-55726f17-6863-4da6-9184-1b0fff7f463b service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 05:46:51.172716 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a91627b1-ef8a-40c3-b25b-2066c759a9eb req-55726f17-6863-4da6-9184-1b0fff7f463b service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058930 Feb 16 05:46:51.336997 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ec551-1402-48c5-adda-9b641fb2ccbc req-2fa70074-45b4-4e55-b935-dcc7b80fb7f2 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:51.339093 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ec1ec551-1402-48c5-adda-9b641fb2ccbc req-2fa70074-45b4-4e55-b935-dcc7b80fb7f2 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0601499 Feb 16 05:46:51.402214 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-ec1ec551-1402-48c5-adda-9b641fb2ccbc req-96e8613a-ef70-4b35-b8c1-97c5b2cd9dd3 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566442 Feb 16 05:46:51.435726 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b5d45d4b-dc14-4a28-9756-7739faf93c7d req-2318fff3-d1c0-4f61-a6df-eb1ac2bfb134 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1828871 Feb 16 05:46:51.444250 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [req-b5d45d4b-dc14-4a28-9756-7739faf93c7d req-72c5b0fd-60ca-4b4b-8d2e-7fd8bffa0983 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 05:46:51.445206 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b5d45d4b-dc14-4a28-9756-7739faf93c7d req-72c5b0fd-60ca-4b4b-8d2e-7fd8bffa0983 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049613 Feb 16 05:46:51.645831 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d45d4b-dc14-4a28-9756-7739faf93c7d req-b167c491-6fef-4a15-8e37-270c42bea788 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:51.647163 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b5d45d4b-dc14-4a28-9756-7739faf93c7d req-b167c491-6fef-4a15-8e37-270c42bea788 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports/2f6ebdf7-c0bf-444a-8110-01a275c1f156 HTTP/1.1" status: 200 len: 943 time: 0.1729236 Feb 16 05:46:52.525309 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aab25-ccd1-4747-ba47-872fb8724972 req-42daaf37-0763-439b-b5d7-988ed2ba5994 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:52.526664 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aa9aab25-ccd1-4747-ba47-872fb8724972 req-42daaf37-0763-439b-b5d7-988ed2ba5994 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0554874 Feb 16 05:46:52.579267 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aa9aab25-ccd1-4747-ba47-872fb8724972 req-8715f8d8-1f3b-4e8d-bc7e-2cc18b250f60 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468986 Feb 16 05:46:53.052964 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d45d4b-dc14-4a28-9756-7739faf93c7d req-fe67cc26-73e9-442a-950e-baa9474bb2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:53.054461 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b5d45d4b-dc14-4a28-9756-7739faf93c7d req-fe67cc26-73e9-442a-950e-baa9474bb2ac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da&tenant_id=563c1c32061d4b78be6a20b84fd3ae39 HTTP/1.1" status: 200 len: 1130 time: 0.0431759 Feb 16 05:46:53.132073 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d45d4b-dc14-4a28-9756-7739faf93c7d req-7d74d299-78ff-4e67-83f4-7eab804da3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:53.133576 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b5d45d4b-dc14-4a28-9756-7739faf93c7d req-7d74d299-78ff-4e67-83f4-7eab804da3b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=563c1c32061d4b78be6a20b84fd3ae39&device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 1130 time: 0.0465133 Feb 16 05:46:53.218774 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d45d4b-dc14-4a28-9756-7739faf93c7d req-1b4ec078-ec61-49a2-a4b1-0e340c832c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:53.220205 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b5d45d4b-dc14-4a28-9756-7739faf93c7d req-1b4ec078-ec61-49a2-a4b1-0e340c832c04 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08c93e3a-350f-4d6d-880f-bc031b7d1c19 HTTP/1.1" status: 200 len: 909 time: 0.0809312 Feb 16 05:46:53.286487 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b5d45d4b-dc14-4a28-9756-7739faf93c7d req-553080f1-9168-4a7b-8747-3ff8c47cff6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f6ebdf7-c0bf-444a-8110-01a275c1f156 HTTP/1.1" status: 200 len: 1001 time: 0.0604479 Feb 16 05:46:53.333234 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d45d4b-dc14-4a28-9756-7739faf93c7d req-2de31002-2d22-4d9c-8a22-6280e24abbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:53.334592 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b5d45d4b-dc14-4a28-9756-7739faf93c7d req-2de31002-2d22-4d9c-8a22-6280e24abbbb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f69605eb-be9e-469d-aadc-3fd5508df854 HTTP/1.1" status: 200 len: 847 time: 0.0424042 Feb 16 05:46:53.380754 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d45d4b-dc14-4a28-9756-7739faf93c7d req-d1b931d2-5018-456e-a909-f69120c104d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:53.382232 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b5d45d4b-dc14-4a28-9756-7739faf93c7d req-d1b931d2-5018-456e-a909-f69120c104d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08c93e3a-350f-4d6d-880f-bc031b7d1c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422564 Feb 16 05:46:53.470775 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b5d45d4b-dc14-4a28-9756-7739faf93c7d req-b4ae4962-8efd-4c14-ab81-002db1bc15be service neutron] 10.222.0.60 "GET /v2.0/networks/08c93e3a-350f-4d6d-880f-bc031b7d1c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829036 Feb 16 05:46:53.556325 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-b5d45d4b-dc14-4a28-9756-7739faf93c7d req-164977eb-a4bc-4f67-ac52-c804cff63177 service neutron] 10.222.0.60 "GET /v2.0/networks/08c93e3a-350f-4d6d-880f-bc031b7d1c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795870 Feb 16 05:46:53.634654 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 2f6ebdf7-c0bf-444a-8110-01a275c1f156 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:46:53.695830 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61d200-10f1-4f58-8258-cf142b35d410 req-af7bfdc3-39ea-4a1d-abd8-cd8be63c193f tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:53.697341 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a61d200-10f1-4f58-8258-cf142b35d410 req-af7bfdc3-39ea-4a1d-abd8-cd8be63c193f tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0521622 Feb 16 05:46:53.711907 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 2f6ebdf7-c0bf-444a-8110-01a275c1f156 is: ACTIVE; New status is: DOWN {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:46:53.712296 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:46:53.736734 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a208c9c0-83b3-4543-9842-48a9183519da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f6ebdf7-c0bf-444a-8110-01a275c1f156'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:46:53.738995 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4135656d-85c9-437f-ad20-0960c10d46c4" -d '{"events": [{"server_uuid": "a208c9c0-83b3-4543-9842-48a9183519da", "name": "network-vif-unplugged", "status": "completed", "tag": "2f6ebdf7-c0bf-444a-8110-01a275c1f156"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:46:53.749409 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 2f6ebdf7-c0bf-444a-8110-01a275c1f156, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2f6ebdf7-c0bf-444a-8110-01a275c1f156,segment=NetworkSegment(9f875874-5ffc-43c4-a94e-8010c26a6aef),segment_id=9f875874-5ffc-43c4-a94e-8010c26a6aef)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:46:53.750784 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4a61d200-10f1-4f58-8258-cf142b35d410 req-2d3e5012-2608-4647-b2e4-e5edee26d46a tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472381 Feb 16 05:46:53.754476 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:46:53.789558 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 05:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12cd4ad-af8f-4493-936f-f3c93a819f97 x-openstack-request-id: req-a12cd4ad-af8f-4493-936f-f3c93a819f97 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:46:53.789851 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a208c9c0-83b3-4543-9842-48a9183519da", "name": "network-vif-unplugged", "status": "completed", "tag": "2f6ebdf7-c0bf-444a-8110-01a275c1f156", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:46:53.790108 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a12cd4ad-af8f-4493-936f-f3c93a819f97 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:46:53.790498 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a208c9c0-83b3-4543-9842-48a9183519da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f6ebdf7-c0bf-444a-8110-01a275c1f156', 'code': 200} Feb 16 05:46:53.805820 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=2f6ebdf7-c0bf-444a-8110-01a275c1f156,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:46:53.813341 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:46:53.813694 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:46:53.814040 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:46:53.814382 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:46:53.814718 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:46:53.815043 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:46:53.815372 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:46:53.815696 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:46:53.816017 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:46:53.816340 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:46:53.816661 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:46:53.816977 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:46:53.817347 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:46:54.869975 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533f1a4-373e-4be9-aead-ed659f41c1f0 req-9cf5b981-1dad-4944-a5ec-9c724b2d37a2 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:54.871442 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6533f1a4-373e-4be9-aead-ed659f41c1f0 req-9cf5b981-1dad-4944-a5ec-9c724b2d37a2 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 944 time: 0.0510919 Feb 16 05:46:54.918991 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-6533f1a4-373e-4be9-aead-ed659f41c1f0 req-b09f7ad5-8c6e-4bac-aaf8-8116ecde593a tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420532 Feb 16 05:46:56.035051 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270fa8d-feca-4c81-85bb-8b4913de4aa8 req-144fbd3c-7b1a-432b-a33d-d017390e4599 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:56.036753 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4270fa8d-feca-4c81-85bb-8b4913de4aa8 req-144fbd3c-7b1a-432b-a33d-d017390e4599 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 944 time: 0.0499215 Feb 16 05:46:56.087242 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4270fa8d-feca-4c81-85bb-8b4913de4aa8 req-457c9b32-37c3-4dbf-9de2-400c43632763 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450757 Feb 16 05:46:56.142899 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cf7a29cb-743a-44bb-924d-e0248a3cb736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:46:57.200770 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1c766-ee93-4ac8-8fb5-1f3064c61a68 req-1477dd64-e02b-4b4b-88c5-86fc10cf70ab tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:57.202258 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3ea1c766-ee93-4ac8-8fb5-1f3064c61a68 req-1477dd64-e02b-4b4b-88c5-86fc10cf70ab tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 944 time: 0.0507305 Feb 16 05:46:57.248581 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3ea1c766-ee93-4ac8-8fb5-1f3064c61a68 req-27b193d2-500a-4780-b264-084c1ba89385 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408459 Feb 16 05:46:58.362408 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5638c3c-9853-4208-82a4-db73a7c1c5e1 req-8d2d94bf-80bf-465d-8e27-9a75f2aabdbf tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:58.363865 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e5638c3c-9853-4208-82a4-db73a7c1c5e1 req-8d2d94bf-80bf-465d-8e27-9a75f2aabdbf tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 944 time: 0.0504408 Feb 16 05:46:58.410814 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e5638c3c-9853-4208-82a4-db73a7c1c5e1 req-26cf5f38-c09e-435f-b195-e58cdd6f6b64 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414920 Feb 16 05:46:58.623500 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-782755b9-3d1c-4a34-b365-b7eb8a1ac369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:46:59.469049 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:46:59.533601 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af03cc8-f835-48b7-9485-8cfbaf3918ca req-1dd33e69-87bb-4162-8076-b1596d725b65 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:59.535356 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4af03cc8-f835-48b7-9485-8cfbaf3918ca req-1dd33e69-87bb-4162-8076-b1596d725b65 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 944 time: 0.0553179 Feb 16 05:46:59.582618 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-4af03cc8-f835-48b7-9485-8cfbaf3918ca req-2270901a-93fb-4bf8-9f57-de99d2da8e23 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418077 Feb 16 05:46:59.726465 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34b155-2442-433d-8d38-492ba4508622 req-b734f6f0-d87b-43bb-827f-4f18bc5e0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:46:59.727882 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fa34b155-2442-433d-8d38-492ba4508622 req-b734f6f0-d87b-43bb-827f-4f18bc5e0dee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 1128 time: 0.0438383 Feb 16 05:46:59.772417 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-fa34b155-2442-433d-8d38-492ba4508622 req-82ee2d37-785f-44b4-9516-158090cb5db4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386086 Feb 16 05:47:00.697360 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a758e76-74c2-4db8-9f3e-b9fcf1329fce req-7569977d-8202-4ba9-92d2-a9ea108bd9a8 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:47:00.698844 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2a758e76-74c2-4db8-9f3e-b9fcf1329fce req-7569977d-8202-4ba9-92d2-a9ea108bd9a8 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 944 time: 0.0509367 Feb 16 05:47:00.750438 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2a758e76-74c2-4db8-9f3e-b9fcf1329fce req-7890e49c-e9b3-43df-bb83-83cc53faa11b tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456004 Feb 16 05:47:01.007889 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:47:01.666191 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 2f6ebdf7-c0bf-444a-8110-01a275c1f156 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 05:47:01.761883 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 2f6ebdf7-c0bf-444a-8110-01a275c1f156, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2f6ebdf7-c0bf-444a-8110-01a275c1f156,segment=NetworkSegment(9f875874-5ffc-43c4-a94e-8010c26a6aef),segment_id=9f875874-5ffc-43c4-a94e-8010c26a6aef)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:47:01.773649 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Returning: {'device': '2f6ebdf7-c0bf-444a-8110-01a275c1f156', 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'port_id': '2f6ebdf7-c0bf-444a-8110-01a275c1f156', 'mac_address': 'fa:16:3e:e3:ba:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 05:47:01.816140 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 2f6ebdf7-c0bf-444a-8110-01a275c1f156 is: DOWN; New status is: BUILD {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:47:01.816640 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:47:01.829605 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6ebdf7-c0bf-444a-8110-01a275c1f156 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 05:47:01.850749 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 2f6ebdf7-c0bf-444a-8110-01a275c1f156, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2f6ebdf7-c0bf-444a-8110-01a275c1f156,segment=NetworkSegment(9f875874-5ffc-43c4-a94e-8010c26a6aef),segment_id=9f875874-5ffc-43c4-a94e-8010c26a6aef)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:47:01.855464 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:47:01.869406 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e01e6-c209-4f5f-b045-105637c59cb0 req-aef96ffe-4447-48d1-9fb2-b08e5c067864 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:47:01.871375 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-dc7e01e6-c209-4f5f-b045-105637c59cb0 req-aef96ffe-4447-48d1-9fb2-b08e5c067864 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 944 time: 0.0534613 Feb 16 05:47:01.903939 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=2f6ebdf7-c0bf-444a-8110-01a275c1f156,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:47:01.923831 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-dc7e01e6-c209-4f5f-b045-105637c59cb0 req-820f1717-bf48-4267-accb-9ac168b24866 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465109 Feb 16 05:47:02.182476 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] get_ports_and_sgs() called for port_ids ['2f6ebdf7-c0bf-444a-8110-01a275c1f156'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 05:47:02.845608 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:47:03.682597 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 2f6ebdf7-c0bf-444a-8110-01a275c1f156 up at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 05:47:03.730005 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Provisioning complete for port 2f6ebdf7-c0bf-444a-8110-01a275c1f156 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 05:47:03.730376 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133528361'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:47:03.807908 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Current status of the port 2f6ebdf7-c0bf-444a-8110-01a275c1f156 is: BUILD; New status is: ACTIVE {{(pid=102570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 05:47:03.808294 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133531800'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:47:03.830080 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a208c9c0-83b3-4543-9842-48a9183519da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6ebdf7-c0bf-444a-8110-01a275c1f156'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:47:03.832291 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b077ce65cfd39ae8b70d168117b2f806016008b64ecc5f7db10ac96e9abbec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6490af-062c-4226-a236-f1bb7f98172b" -d '{"events": [{"server_uuid": "a208c9c0-83b3-4543-9842-48a9183519da", "name": "network-vif-plugged", "status": "completed", "tag": "2f6ebdf7-c0bf-444a-8110-01a275c1f156"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:47:03.844638 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] For port 2f6ebdf7-c0bf-444a-8110-01a275c1f156, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2f6ebdf7-c0bf-444a-8110-01a275c1f156,segment=NetworkSegment(9f875874-5ffc-43c4-a94e-8010c26a6aef),segment_id=9f875874-5ffc-43c4-a94e-8010c26a6aef)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:47:03.849752 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750525529631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750524972728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750524972746'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:47:03.875314 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5eaec99-dc3d-439d-b00e-b643e02cad46 x-openstack-request-id: req-c5eaec99-dc3d-439d-b00e-b643e02cad46 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:47:03.875611 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a208c9c0-83b3-4543-9842-48a9183519da", "name": "network-vif-plugged", "status": "completed", "tag": "2f6ebdf7-c0bf-444a-8110-01a275c1f156", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:47:03.875864 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c5eaec99-dc3d-439d-b00e-b643e02cad46 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:47:03.876252 dv-cinder-829473-2-iscsi neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a208c9c0-83b3-4543-9842-48a9183519da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6ebdf7-c0bf-444a-8110-01a275c1f156', 'code': 200} Feb 16 05:47:03.899731 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Pushing event updated for resources: {'Port': ['ID=2f6ebdf7-c0bf-444a-8110-01a275c1f156,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:47:12.625971 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:47:17.599815 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:47:21.677976 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3f9c1884-2330-422b-a18f-8995bdf8e33f req-3e19d7a5-48e7-476b-b845-78aa15bcb810 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426440 Feb 16 05:47:21.780705 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c1884-2330-422b-a18f-8995bdf8e33f req-0ce7b3a7-686e-4717-987f-95d226bec311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:47:21.782259 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3f9c1884-2330-422b-a18f-8995bdf8e33f req-0ce7b3a7-686e-4717-987f-95d226bec311 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=563c1c32061d4b78be6a20b84fd3ae39&device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 1130 time: 0.0435717 Feb 16 05:47:21.893898 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c1884-2330-422b-a18f-8995bdf8e33f req-7307c59a-6476-4680-97d5-c6b311ce1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:47:21.895400 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3f9c1884-2330-422b-a18f-8995bdf8e33f req-7307c59a-6476-4680-97d5-c6b311ce1015 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08c93e3a-350f-4d6d-880f-bc031b7d1c19 HTTP/1.1" status: 200 len: 909 time: 0.0943503 Feb 16 05:47:21.958993 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3f9c1884-2330-422b-a18f-8995bdf8e33f req-d1cc5ebf-7cf5-446f-823a-ef8fa25aae38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f6ebdf7-c0bf-444a-8110-01a275c1f156 HTTP/1.1" status: 200 len: 1001 time: 0.0568888 Feb 16 05:47:22.005579 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c1884-2330-422b-a18f-8995bdf8e33f req-a17eeb66-a5cf-4584-96be-21468dec9808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:47:22.006967 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3f9c1884-2330-422b-a18f-8995bdf8e33f req-a17eeb66-a5cf-4584-96be-21468dec9808 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f69605eb-be9e-469d-aadc-3fd5508df854 HTTP/1.1" status: 200 len: 847 time: 0.0420222 Feb 16 05:47:22.056713 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c1884-2330-422b-a18f-8995bdf8e33f req-0979e677-4585-4226-ac51-82ee303cac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:47:22.058186 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3f9c1884-2330-422b-a18f-8995bdf8e33f req-0979e677-4585-4226-ac51-82ee303cac0a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08c93e3a-350f-4d6d-880f-bc031b7d1c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453591 Feb 16 05:47:22.147187 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3f9c1884-2330-422b-a18f-8995bdf8e33f req-e43b287f-1049-4a2a-8378-70f98099a4dd service neutron] 10.222.0.60 "GET /v2.0/networks/08c93e3a-350f-4d6d-880f-bc031b7d1c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811512 Feb 16 05:47:22.239138 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-3f9c1884-2330-422b-a18f-8995bdf8e33f req-a3aaf129-5f53-4095-86e0-1ef4d59562e7 service neutron] 10.222.0.60 "GET /v2.0/networks/08c93e3a-350f-4d6d-880f-bc031b7d1c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849042 Feb 16 05:47:26.145111 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d1dbc0bd-3b38-455a-8505-05939e4750bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:47:28.627299 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6da172eb-94f4-4e5b-8b49-4410f2d07206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:47:29.472125 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:47:31.009959 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:47:32.847568 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:47:42.625188 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:47:54.598323 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:47:56.147565 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe2c3-0a1a-47a2-ac8a-291a5e52594d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:47:58.629888 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-791dff36-e334-4c0b-b88a-5b0348819434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:47:59.474468 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:01.011896 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:02.850516 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:12.622104 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:17.764265 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 33210) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:48:17.922745 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Deleting port f13d2e17-84b4-4f38-b7ab-93c18cc0e73a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:48:17.923008 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (f13d2e17-84b4-4f38-b7ab-93c18cc0e73a), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:18.004639 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (f13d2e17-84b4-4f38-b7ab-93c18cc0e73a), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:18.004962 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for floatingip (f13d2e17-84b4-4f38-b7ab-93c18cc0e73a), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:18.016844 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Calling delete_port for f13d2e17-84b4-4f38-b7ab-93c18cc0e73a owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:48:18.160348 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (f13d2e17-84b4-4f38-b7ab-93c18cc0e73a), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:18.186187 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Pushing event deleted for resources: {'Port': ['ID=f13d2e17-84b4-4f38-b7ab-93c18cc0e73a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:48:18.208734 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:18.209091 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:18.209466 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:18.209817 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:18.210154 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:18.210486 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:18.210812 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:18.211138 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:18.211465 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:18.211899 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:18.212120 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:18.212488 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:18.212953 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:18.255926 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for floatingip (1eac0a9a-8125-4dcc-8e50-5fd59d1474c7), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:18.256490 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.db.l3_db [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Floating IP 1eac0a9a-8125-4dcc-8e50-5fd59d1474c7 disassociated (deleted). External IP: 172.27.0.97, port: 2f6ebdf7-c0bf-444a-8110-01a275c1f156. Feb 16 05:48:18.463429 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Router e0b13bc2-7c8e-4557-9f84-eab867092034 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:48:18.569537 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:48:18.574293 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for floatingip (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:18.578788 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca92341-5797-4e5a-8efb-0f7c5cec586d None None] Sync routers for ids ['e0b13bc2-7c8e-4557-9f84-eab867092034'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:48:18.588661 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca92341-5797-4e5a-8efb-0f7c5cec586d None None] Routers {'e0b13bc2-7c8e-4557-9f84-eab867092034'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:48:18.589281 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9ca92341-5797-4e5a-8efb-0f7c5cec586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:47:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['e0b13bc2-7c8e-4557-9f84-eab867092034'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:48:18.604415 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-1cbaaf56-a2f2-4eef-84ff-9a4ebb2e81d6 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "DELETE /v2.0/floatingips/1eac0a9a-8125-4dcc-8e50-5fd59d1474c7 HTTP/1.1" status: 204 len: 168 time: 0.8390687 Feb 16 05:48:18.605051 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a208c9c0-83b3-4543-9842-48a9183519da', 'tag': '2f6ebdf7-c0bf-444a-8110-01a275c1f156'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:48:18.607491 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadc531c-c6cf-4961-8f24-781e37e51d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a208c9c0-83b3-4543-9842-48a9183519da", "tag": "2f6ebdf7-c0bf-444a-8110-01a275c1f156"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:48:18.647974 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 05:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a62dfe7-d333-4e15-b204-436fdb6f767c x-openstack-request-id: req-4a62dfe7-d333-4e15-b204-436fdb6f767c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:48:18.648261 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a208c9c0-83b3-4543-9842-48a9183519da", "tag": "2f6ebdf7-c0bf-444a-8110-01a275c1f156", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:48:18.648508 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4a62dfe7-d333-4e15-b204-436fdb6f767c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:48:18.649025 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a208c9c0-83b3-4543-9842-48a9183519da', 'tag': '2f6ebdf7-c0bf-444a-8110-01a275c1f156', 'status': 'completed', 'code': 200} Feb 16 05:48:18.755761 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc531c-c6cf-4961-8f24-781e37e51d2e req-d0c71a11-c5be-4fd0-8f63-31a73c99d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:48:18.757333 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-aadc531c-c6cf-4961-8f24-781e37e51d2e req-d0c71a11-c5be-4fd0-8f63-31a73c99d773 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=563c1c32061d4b78be6a20b84fd3ae39&device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 1130 time: 0.0633712 Feb 16 05:48:18.845940 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9ca92341-5797-4e5a-8efb-0f7c5cec586d None None] Set router e0b13bc2-7c8e-4557-9f84-eab867092034 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:48:18.862711 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd0ffc-8ec4-4153-8f8b-0269d4eb6fad req-d597aa9d-9acb-4eaf-ada3-1c3930234d87 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:48:18.864811 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-92dd0ffc-8ec4-4153-8f8b-0269d4eb6fad req-d597aa9d-9acb-4eaf-ada3-1c3930234d87 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0703430 Feb 16 05:48:18.882690 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc531c-c6cf-4961-8f24-781e37e51d2e req-49e9dfac-043f-4c2e-b9fe-750fbce9f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:48:18.884167 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-aadc531c-c6cf-4961-8f24-781e37e51d2e req-49e9dfac-043f-4c2e-b9fe-750fbce9f190 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08c93e3a-350f-4d6d-880f-bc031b7d1c19 HTTP/1.1" status: 200 len: 909 time: 0.0890231 Feb 16 05:48:18.916815 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [req-92dd0ffc-8ec4-4153-8f8b-0269d4eb6fad req-51cc5bfc-cb4f-4c87-a465-5c70d0f36cba tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460279 Feb 16 05:48:18.931192 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-aadc531c-c6cf-4961-8f24-781e37e51d2e req-21aaf68f-d68d-4bd3-8efd-f06dc87af0fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f6ebdf7-c0bf-444a-8110-01a275c1f156 HTTP/1.1" status: 200 len: 217 time: 0.0402398 Feb 16 05:48:18.980059 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc531c-c6cf-4961-8f24-781e37e51d2e req-cfa30f26-2633-461d-b4df-c19d9cc0ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:48:18.981521 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-aadc531c-c6cf-4961-8f24-781e37e51d2e req-cfa30f26-2633-461d-b4df-c19d9cc0ae0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f69605eb-be9e-469d-aadc-3fd5508df854 HTTP/1.1" status: 200 len: 847 time: 0.0431676 Feb 16 05:48:19.028779 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc531c-c6cf-4961-8f24-781e37e51d2e req-dca3b7b5-cce4-49b8-b2b2-ac6ce41fcc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:48:19.030199 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-aadc531c-c6cf-4961-8f24-781e37e51d2e req-dca3b7b5-cce4-49b8-b2b2-ac6ce41fcc7f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08c93e3a-350f-4d6d-880f-bc031b7d1c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424647 Feb 16 05:48:19.045438 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9ca92341-5797-4e5a-8efb-0f7c5cec586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'name': 'tempest-TestShelveInstance-147692648-router', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:43:57Z', 'revision_number': 4, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'gw_port': {'id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '847aea13-1ccf-4d44-a3e4-0632a00b8ea1', 'name': '', 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'mac_address': 'fa:16:3e:1a:93:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:56Z', 'updated_at': '2022-02-16T05:44:01Z', 'revision_number': 5, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'subnets': [{'id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:48:19.071892 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca92341-5797-4e5a-8efb-0f7c5cec586d None None] Checking router: e0b13bc2-7c8e-4557-9f84-eab867092034 for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:48:19.080040 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca92341-5797-4e5a-8efb-0f7c5cec586d None None] Routers {'e0b13bc2-7c8e-4557-9f84-eab867092034'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:48:19.080647 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9ca92341-5797-4e5a-8efb-0f7c5cec586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:47:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['e0b13bc2-7c8e-4557-9f84-eab867092034'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:48:19.119214 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-aadc531c-c6cf-4961-8f24-781e37e51d2e req-4db32095-77c2-4818-b00b-d3ae5a3e1d54 service neutron] 10.222.0.60 "GET /v2.0/networks/08c93e3a-350f-4d6d-880f-bc031b7d1c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825169 Feb 16 05:48:19.185942 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9ca92341-5797-4e5a-8efb-0f7c5cec586d None None] Set router e0b13bc2-7c8e-4557-9f84-eab867092034 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:48:19.206813 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-aadc531c-c6cf-4961-8f24-781e37e51d2e req-1f0e3aac-4046-4a92-91ac-b3055121677b service neutron] 10.222.0.60 "GET /v2.0/networks/08c93e3a-350f-4d6d-880f-bc031b7d1c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806606 Feb 16 05:48:19.382438 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9ca92341-5797-4e5a-8efb-0f7c5cec586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'name': 'tempest-TestShelveInstance-147692648-router', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:43:57Z', 'revision_number': 4, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'gw_port': {'id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '847aea13-1ccf-4d44-a3e4-0632a00b8ea1', 'name': '', 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'mac_address': 'fa:16:3e:1a:93:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:56Z', 'updated_at': '2022-02-16T05:44:01Z', 'revision_number': 5, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'subnets': [{'id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:48:19.407564 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca92341-5797-4e5a-8efb-0f7c5cec586d None None] The sync data for ids ['e0b13bc2-7c8e-4557-9f84-eab867092034'] in dv-cinder-829473-2-iscsi is: [{'id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'name': 'tempest-TestShelveInstance-147692648-router', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:43:57Z', 'revision_number': 4, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'gw_port': {'id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi', '_interfaces': [{'id': '847aea13-1ccf-4d44-a3e4-0632a00b8ea1', 'name': '', 'network_id': '08c93e3a-350f-4d6d-880f-bc031b7d1c19', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'mac_address': 'fa:16:3e:1a:93:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:56Z', 'updated_at': '2022-02-16T05:44:01Z', 'revision_number': 5, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'subnets': [{'id': 'f69605eb-be9e-469d-aadc-3fd5508df854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:48:19.609229 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910be820-d294-497a-a563-483e9de27ebd None None] New status for floating IP 1eac0a9a-8125-4dcc-8e50-5fd59d1474c7: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 05:48:20.040418 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644aef2-80cd-406e-9311-989d293a3dcc req-233acc7e-9972-4f38-b7a2-27b957895151 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:48:20.041911 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f644aef2-80cd-406e-9311-989d293a3dcc req-233acc7e-9972-4f38-b7a2-27b957895151 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0524995 Feb 16 05:48:20.088948 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-f644aef2-80cd-406e-9311-989d293a3dcc req-f88f3547-d0e2-4886-b481-bfa48164c9b1 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/security-groups?id=644d1e4e-4a31-4e23-93bd-c13287325c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414841 Feb 16 05:48:20.522235 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a94b8-91eb-4c67-93b4-8dab10b0a581 req-e00666c5-31a9-4c09-ae13-8f09ca228a51 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 05:48:20.523656 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-485a94b8-91eb-4c67-93b4-8dab10b0a581 req-e00666c5-31a9-4c09-ae13-8f09ca228a51 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.60 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 946 time: 0.0536597 Feb 16 05:48:20.612063 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-485a94b8-91eb-4c67-93b4-8dab10b0a581 req-06d3984f-a1c0-4633-b823-ba16a05525f4 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Deleting port 2f6ebdf7-c0bf-444a-8110-01a275c1f156 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:48:20.612405 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-485a94b8-91eb-4c67-93b4-8dab10b0a581 req-06d3984f-a1c0-4633-b823-ba16a05525f4 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:20.701274 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-485a94b8-91eb-4c67-93b4-8dab10b0a581 req-06d3984f-a1c0-4633-b823-ba16a05525f4 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] For port 2f6ebdf7-c0bf-444a-8110-01a275c1f156, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2f6ebdf7-c0bf-444a-8110-01a275c1f156,segment=NetworkSegment(9f875874-5ffc-43c4-a94e-8010c26a6aef),segment_id=9f875874-5ffc-43c4-a94e-8010c26a6aef)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:48:20.701660 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-485a94b8-91eb-4c67-93b4-8dab10b0a581 req-06d3984f-a1c0-4633-b823-ba16a05525f4 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:20.714003 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-485a94b8-91eb-4c67-93b4-8dab10b0a581 req-06d3984f-a1c0-4633-b823-ba16a05525f4 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Calling delete_port for 2f6ebdf7-c0bf-444a-8110-01a275c1f156 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:48:20.842130 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-485a94b8-91eb-4c67-93b4-8dab10b0a581 req-06d3984f-a1c0-4633-b823-ba16a05525f4 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (2f6ebdf7-c0bf-444a-8110-01a275c1f156), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:20.869781 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3984f-a1c0-4633-b823-ba16a05525f4 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Pushing event deleted for resources: {'Port': ['ID=2f6ebdf7-c0bf-444a-8110-01a275c1f156,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:48:20.910445 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-485a94b8-91eb-4c67-93b4-8dab10b0a581 req-06d3984f-a1c0-4633-b823-ba16a05525f4 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] No DVR routers for this DVR port 2f6ebdf7-c0bf-444a-8110-01a275c1f156 on host hv-cinder-82947 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:48:20.912860 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-485a94b8-91eb-4c67-93b4-8dab10b0a581 req-06d3984f-a1c0-4633-b823-ba16a05525f4 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52661'] for port (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:20.916149 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-485a94b8-91eb-4c67-93b4-8dab10b0a581 req-06d3984f-a1c0-4633-b823-ba16a05525f4 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.60 "DELETE /v2.0/ports/2f6ebdf7-c0bf-444a-8110-01a275c1f156 HTTP/1.1" status: 204 len: 173 time: 0.3875296 Feb 16 05:48:20.916584 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a208c9c0-83b3-4543-9842-48a9183519da', 'name': 'network-vif-deleted', 'tag': '2f6ebdf7-c0bf-444a-8110-01a275c1f156'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 05:48:20.919108 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73f3ba38b91cf8cd5716ed014fa808d7036ecb4128591f15b76ae92b5728b22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb244938-7b23-455d-8c6f-6e4568837d60" -d '{"events": [{"server_uuid": "a208c9c0-83b3-4543-9842-48a9183519da", "name": "network-vif-deleted", "tag": "2f6ebdf7-c0bf-444a-8110-01a275c1f156"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 05:48:20.955978 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 05:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833e3a97-e23d-40f5-937e-e54051496512 x-openstack-request-id: req-833e3a97-e23d-40f5-937e-e54051496512 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 05:48:20.956279 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a208c9c0-83b3-4543-9842-48a9183519da", "name": "network-vif-deleted", "tag": "2f6ebdf7-c0bf-444a-8110-01a275c1f156", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 05:48:20.956543 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-833e3a97-e23d-40f5-937e-e54051496512 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 05:48:20.956945 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a208c9c0-83b3-4543-9842-48a9183519da', 'name': 'network-vif-deleted', 'tag': '2f6ebdf7-c0bf-444a-8110-01a275c1f156', 'status': 'completed', 'code': 200} Feb 16 05:48:21.181332 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [req-befe13dc-3369-42e3-bd9d-e1b4de5d3dca req-407ec28d-75a7-47aa-af1f-d0ec44e5f919 tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "GET /v2.0/ports?device_id=a208c9c0-83b3-4543-9842-48a9183519da HTTP/1.1" status: 200 len: 210 time: 0.0264604 Feb 16 05:48:22.234241 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 33242) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:48:22.290290 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13605fc9-4962-457a-92b8-8aabc3cb127c tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group (644d1e4e-4a31-4e23-93bd-c13287325c38), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:22.319720 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13605fc9-4962-457a-92b8-8aabc3cb127c tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group (644d1e4e-4a31-4e23-93bd-c13287325c38), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:22.377788 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13605fc9-4962-457a-92b8-8aabc3cb127c tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (644d1e4e-4a31-4e23-93bd-c13287325c38), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:22.380405 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13605fc9-4962-457a-92b8-8aabc3cb127c tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:22.381576 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-13605fc9-4962-457a-92b8-8aabc3cb127c tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] 10.222.0.75 "DELETE /v2.0/security-groups/644d1e4e-4a31-4e23-93bd-c13287325c38 HTTP/1.1" status: 204 len: 168 time: 0.1463244 Feb 16 05:48:22.390587 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13605fc9-4962-457a-92b8-8aabc3cb127c tempest-TestShelveInstance-1132867123 tempest-TestShelveInstance-1132867123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=644d1e4e-4a31-4e23-93bd-c13287325c38,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:48:22.425347 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 33246) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:48:23.019869 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd4dc5e0-91e3-4581-8f23-534a4f0c7dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588722'] for router_interface (e0b13bc2-7c8e-4557-9f84-eab867092034), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:23.256672 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-dd4dc5e0-91e3-4581-8f23-534a4f0c7dd4 admin admin] Deleting port 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:48:23.257408 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd4dc5e0-91e3-4581-8f23-534a4f0c7dd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:23.344067 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-dd4dc5e0-91e3-4581-8f23-534a4f0c7dd4 admin admin] For port 847aea13-1ccf-4d44-a3e4-0632a00b8ea1, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=847aea13-1ccf-4d44-a3e4-0632a00b8ea1,segment=NetworkSegment(9f875874-5ffc-43c4-a94e-8010c26a6aef),segment_id=9f875874-5ffc-43c4-a94e-8010c26a6aef)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:48:23.344430 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd4dc5e0-91e3-4581-8f23-534a4f0c7dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:23.356780 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-dd4dc5e0-91e3-4581-8f23-534a4f0c7dd4 admin admin] Calling delete_port for 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:48:23.530052 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd4dc5e0-91e3-4581-8f23-534a4f0c7dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (847aea13-1ccf-4d44-a3e4-0632a00b8ea1), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:23.555144 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dc5e0-91e3-4581-8f23-534a4f0c7dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=847aea13-1ccf-4d44-a3e4-0632a00b8ea1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:48:23.730314 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd4dc5e0-91e3-4581-8f23-534a4f0c7dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1516466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588574'] for router_interface (e0b13bc2-7c8e-4557-9f84-eab867092034), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:23.942552 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4dc5e0-91e3-4581-8f23-534a4f0c7dd4 admin admin] Router e0b13bc2-7c8e-4557-9f84-eab867092034 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:48:24.050391 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4dc5e0-91e3-4581-8f23-534a4f0c7dd4 admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:48:24.055316 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-dd4dc5e0-91e3-4581-8f23-534a4f0c7dd4 admin admin] 10.222.0.75 "PUT /v2.0/routers/e0b13bc2-7c8e-4557-9f84-eab867092034/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6289339 Feb 16 05:48:24.057837 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 33248) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:48:24.060407 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0504acc6-801c-4be7-a016-e617f58a4f92 None None] Sync routers for ids ['e0b13bc2-7c8e-4557-9f84-eab867092034'] in dv-cinder-829473-2-iscsi {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:48:24.070938 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0504acc6-801c-4be7-a016-e617f58a4f92 None None] Routers {'e0b13bc2-7c8e-4557-9f84-eab867092034'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:48:24.071629 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0504acc6-801c-4be7-a016-e617f58a4f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:47:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['e0b13bc2-7c8e-4557-9f84-eab867092034'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:48:24.111475 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 2f6ebdf7-c0bf-444a-8110-01a275c1f156 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:48:24.162541 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae719-9b92-482f-9546-915040794756 admin admin] Publish callbacks [] for router (e0b13bc2-7c8e-4557-9f84-eab867092034), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:24.163721 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] No Port match for: 2f6ebdf7-c0bf-444a-8110-01a275c1f156 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:48:24.164040 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Device 2f6ebdf7-c0bf-444a-8110-01a275c1f156 not bound to the agent host hv-cinder-82947 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:48:24.198489 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0504acc6-801c-4be7-a016-e617f58a4f92 None None] Set router e0b13bc2-7c8e-4557-9f84-eab867092034 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:48:24.266192 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae719-9b92-482f-9546-915040794756 admin admin] Publish callbacks [] for router_gateway (e0b13bc2-7c8e-4557-9f84-eab867092034), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:24.318283 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-dd3ae719-9b92-482f-9546-915040794756 admin admin] Deleting port 02c0be0e-47cf-4c8b-ba39-03a1a48b7038 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:48:24.318631 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae719-9b92-482f-9546-915040794756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (02c0be0e-47cf-4c8b-ba39-03a1a48b7038), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:24.377790 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0504acc6-801c-4be7-a016-e617f58a4f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'name': 'tempest-TestShelveInstance-147692648-router', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:48:23Z', 'revision_number': 5, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'gw_port': {'id': '02c0be0e-47cf-4c8b-ba39-03a1a48b7038', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:48:24.394961 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-dd3ae719-9b92-482f-9546-915040794756 admin admin] For port 02c0be0e-47cf-4c8b-ba39-03a1a48b7038, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=02c0be0e-47cf-4c8b-ba39-03a1a48b7038,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:48:24.395331 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae719-9b92-482f-9546-915040794756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (02c0be0e-47cf-4c8b-ba39-03a1a48b7038), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:24.404088 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0504acc6-801c-4be7-a016-e617f58a4f92 None None] Checking router: e0b13bc2-7c8e-4557-9f84-eab867092034 for host: dv-cinder-829473-2-iscsi {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:48:24.411667 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-dd3ae719-9b92-482f-9546-915040794756 admin admin] Calling delete_port for 02c0be0e-47cf-4c8b-ba39-03a1a48b7038 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:48:24.412548 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0504acc6-801c-4be7-a016-e617f58a4f92 None None] Routers {'e0b13bc2-7c8e-4557-9f84-eab867092034'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:48:24.413156 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0504acc6-801c-4be7-a016-e617f58a4f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:47:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['e0b13bc2-7c8e-4557-9f84-eab867092034'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:48:24.499494 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0504acc6-801c-4be7-a016-e617f58a4f92 None None] Set router e0b13bc2-7c8e-4557-9f84-eab867092034 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:48:24.555443 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0504acc6-801c-4be7-a016-e617f58a4f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'name': 'tempest-TestShelveInstance-147692648-router', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:48:24Z', 'revision_number': 6, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'gw_port_host': None}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:48:24.577397 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae719-9b92-482f-9546-915040794756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (02c0be0e-47cf-4c8b-ba39-03a1a48b7038), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:24.583300 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0504acc6-801c-4be7-a016-e617f58a4f92 None None] The sync data for ids ['e0b13bc2-7c8e-4557-9f84-eab867092034'] in dv-cinder-829473-2-iscsi is: [{'id': 'e0b13bc2-7c8e-4557-9f84-eab867092034', 'name': 'tempest-TestShelveInstance-147692648-router', 'tenant_id': '563c1c32061d4b78be6a20b84fd3ae39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:54Z', 'updated_at': '2022-02-16T05:48:24Z', 'revision_number': 6, 'project_id': '563c1c32061d4b78be6a20b84fd3ae39', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:48:24.602798 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ae719-9b92-482f-9546-915040794756 admin admin] Pushing event deleted for resources: {'Port': ['ID=02c0be0e-47cf-4c8b-ba39-03a1a48b7038,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:48:24.662918 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae719-9b92-482f-9546-915040794756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588152'] for router_gateway (e0b13bc2-7c8e-4557-9f84-eab867092034), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:24.756814 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae719-9b92-482f-9546-915040794756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1581635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5490'] for router (e0b13bc2-7c8e-4557-9f84-eab867092034), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:24.760019 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae719-9b92-482f-9546-915040794756 admin admin] Publish callbacks [] for router_controller (e0b13bc2-7c8e-4557-9f84-eab867092034), precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:24.810694 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae719-9b92-482f-9546-915040794756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581640'] for router (e0b13bc2-7c8e-4557-9f84-eab867092034), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:24.811271 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3ae719-9b92-482f-9546-915040794756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0b13bc2-7c8e-4557-9f84-eab867092034 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 05:48:24.816522 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae719-9b92-482f-9546-915040794756 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:24.817679 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-dd3ae719-9b92-482f-9546-915040794756 admin admin] 10.222.0.75 "DELETE /v2.0/routers/e0b13bc2-7c8e-4557-9f84-eab867092034 HTTP/1.1" status: 204 len: 168 time: 0.7589216 Feb 16 05:48:24.820115 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 33250) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:48:24.863723 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20e9a09-5812-4e8e-8d0e-d921702b4012 admin admin] Deleting subnet f69605eb-be9e-469d-aadc-3fd5508df854 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 05:48:24.866776 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f20e9a09-5812-4e8e-8d0e-d921702b4012 admin admin] Publish callbacks [] for subnet (f69605eb-be9e-469d-aadc-3fd5508df854), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:24.900258 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f20e9a09-5812-4e8e-8d0e-d921702b4012 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125612'] for subnet (f69605eb-be9e-469d-aadc-3fd5508df854), precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:24.982550 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f20e9a09-5812-4e8e-8d0e-d921702b4012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133523527'] for subnet (f69605eb-be9e-469d-aadc-3fd5508df854), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:25.039643 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f20e9a09-5812-4e8e-8d0e-d921702b4012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133523536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10125610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8738759'] for subnet (f69605eb-be9e-469d-aadc-3fd5508df854), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:25.067052 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e9a09-5812-4e8e-8d0e-d921702b4012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f69605eb-be9e-469d-aadc-3fd5508df854,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:48:25.069004 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f20e9a09-5812-4e8e-8d0e-d921702b4012 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:25.072895 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-f20e9a09-5812-4e8e-8d0e-d921702b4012 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f69605eb-be9e-469d-aadc-3fd5508df854 HTTP/1.1" status: 204 len: 168 time: 0.2518413 Feb 16 05:48:25.073126 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bf638d-29cf-4a36-b061-be86c3ca81e1 None None] Network 08c93e3a-350f-4d6d-880f-bc031b7d1c19 requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:48:25.075382 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 33252) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:48:25.141392 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133564096'] for network (08c93e3a-350f-4d6d-880f-bc031b7d1c19), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:25.201077 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] Deleting port 289b065b-a038-4529-8b5c-af68fd0a0666 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:48:25.201638 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (289b065b-a038-4529-8b5c-af68fd0a0666), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:25.260699 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] For port 289b065b-a038-4529-8b5c-af68fd0a0666, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=289b065b-a038-4529-8b5c-af68fd0a0666,segment=NetworkSegment(9f875874-5ffc-43c4-a94e-8010c26a6aef),segment_id=9f875874-5ffc-43c4-a94e-8010c26a6aef)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:48:25.260971 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (289b065b-a038-4529-8b5c-af68fd0a0666), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:25.273644 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] Calling delete_port for 289b065b-a038-4529-8b5c-af68fd0a0666 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:48:25.335354 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] DHCP port deletion for 08c93e3a-350f-4d6d-880f-bc031b7d1c19 request from dv-cinder-829473-2-iscsi {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 05:48:25.355995 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10125657'] for port (289b065b-a038-4529-8b5c-af68fd0a0666), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:25.380506 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] Pushing event deleted for resources: {'Port': ['ID=289b065b-a038-4529-8b5c-af68fd0a0666,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:48:25.383212 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Deleting port 289b065b-a038-4529-8b5c-af68fd0a0666 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:48:25.383592 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (289b065b-a038-4529-8b5c-af68fd0a0666), before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:25.383901 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] No DVR routers for this DVR port 289b065b-a038-4529-8b5c-af68fd0a0666 on host dv-cinder-829473-2-iscsi {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:48:25.448193 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] For port 289b065b-a038-4529-8b5c-af68fd0a0666, host dv-cinder-829473-2-iscsi, got binding levels [] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:48:25.448388 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (289b065b-a038-4529-8b5c-af68fd0a0666), precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:25.456188 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133527232', 'neutron.services.segments.db._delete_segments_for_network-8750525486906'] for network (08c93e3a-350f-4d6d-880f-bc031b7d1c19), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:25.467133 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Calling delete_port for 289b065b-a038-4529-8b5c-af68fd0a0666 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:48:25.469871 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.ipam_backend_mixin [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Port 289b065b-a038-4529-8b5c-af68fd0a0666 was not found and therefore no delete operation was performed {{(pid=102570) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 05:48:25.471150 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719'] for port (289b065b-a038-4529-8b5c-af68fd0a0666), after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:25.479460 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c93e3a-350f-4d6d-880f-bc031b7d1c19']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:48:25.488569 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f875874-5ffc-43c4-a94e-8010c26a6aef') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:48:25.488866 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f875874-5ffc-43c4-a94e-8010c26a6aef') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:48:25.497357 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] No DVR routers for this DVR port 289b065b-a038-4529-8b5c-af68fd0a0666 on host dv-cinder-829473-2-iscsi {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:48:25.497949 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750525486659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125595'] for segment (9f875874-5ffc-43c4-a94e-8010c26a6aef), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:25.501146 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Pushing event deleted for resources: {'Port': ['ID=289b065b-a038-4529-8b5c-af68fd0a0666,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:48:25.513025 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (9f875874-5ffc-43c4-a94e-8010c26a6aef), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:25.513754 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:25.514114 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:25.514524 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:25.515367 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:25.515697 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:25.516104 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:25.517640 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:25.518434 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:25.518964 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:25.520018 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:25.520425 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:25.520739 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 05:48:25.520859 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:25.521086 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a05e22-017b-4f44-aa24-eff4c631d9ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:25.521206 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10125448'] for segment (9f875874-5ffc-43c4-a94e-8010c26a6aef), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: Traceback (most recent call last): Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: timer() Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: cb(*args, **kw) Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: return func(*args, **kwargs) Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: self._notify() Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: self.callback(batched_events) Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: event.method(event) Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: return f(self, *a, **k) Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: return self._get(url).json() Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: return self.request(url, 'GET', **kwargs) Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 05:48:25.522948 dv-cinder-829473-2-iscsi neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 05:48:25.579392 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133527257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588188'] for network (08c93e3a-350f-4d6d-880f-bc031b7d1c19), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:25.584606 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:25.590584 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] 10.222.0.75 "DELETE /v2.0/networks/08c93e3a-350f-4d6d-880f-bc031b7d1c19 HTTP/1.1" status: 204 len: 168 time: 0.5116005 Feb 16 05:48:25.591562 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 33254) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:48:25.601229 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cab39-d7d2-431a-9a7a-15a06ae1ad4f admin admin] Pushing event deleted for resources: {'Network': ['ID=08c93e3a-350f-4d6d-880f-bc031b7d1c19,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:48:26.034236 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 02c0be0e-47cf-4c8b-ba39-03a1a48b7038 no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:48:26.054980 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: 02c0be0e-47cf-4c8b-ba39-03a1a48b7038 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:48:26.055324 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 02c0be0e-47cf-4c8b-ba39-03a1a48b7038 not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:48:26.055726 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:48:26.074234 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:48:26.074881 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 847aea13-1ccf-4d44-a3e4-0632a00b8ea1 not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:48:26.074982 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 289b065b-a038-4529-8b5c-af68fd0a0666 no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:48:26.092779 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: 289b065b-a038-4529-8b5c-af68fd0a0666 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:48:26.093127 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 289b065b-a038-4529-8b5c-af68fd0a0666 not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:48:26.148044 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2abc3e41-2836-465b-b362-9d8b7ea996f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:26.160459 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588722'] for router_interface (0608774b-76d8-49cb-9f57-b34f910cc4a2), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:26.403855 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Deleting port d43657aa-7d4e-4935-93ca-e7cb68ef4235 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:48:26.404198 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:26.482104 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] For port d43657aa-7d4e-4935-93ca-e7cb68ef4235, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=d43657aa-7d4e-4935-93ca-e7cb68ef4235,segment=NetworkSegment(ef913583-47e3-44fd-8ef8-89a6db26b86d),segment_id=ef913583-47e3-44fd-8ef8-89a6db26b86d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:48:26.482464 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:26.495555 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Calling delete_port for d43657aa-7d4e-4935-93ca-e7cb68ef4235 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:48:26.673808 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (d43657aa-7d4e-4935-93ca-e7cb68ef4235), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:26.696828 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Pushing event deleted for resources: {'Port': ['ID=d43657aa-7d4e-4935-93ca-e7cb68ef4235,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:48:26.711549 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:26.711911 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:26.712292 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:26.712716 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:26.713013 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:26.713381 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:26.713724 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:26.714728 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:26.715164 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:26.715443 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:26.715734 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:26.716067 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:26.716427 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-2-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 05:48:26.875081 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1516466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588574'] for router_interface (0608774b-76d8-49cb-9f57-b34f910cc4a2), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:27.086439 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Router 0608774b-76d8-49cb-9f57-b34f910cc4a2 has already been hosted by L3 agent 6b202bb3-a38c-42ec-b748-84c9989b5146 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 05:48:27.192075 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] Notify agent at l3_agent.dv-cinder-829473-2-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 05:48:27.197026 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-43cc700d-5372-4edf-af1d-3b7966d43303 admin admin] 10.222.0.75 "PUT /v2.0/routers/0608774b-76d8-49cb-9f57-b34f910cc4a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6043541 Feb 16 05:48:27.199469 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 33256) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:48:27.202173 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b7a0a9-6464-4a6a-8d4c-10658cb4bae8 None None] Sync routers for ids ['0608774b-76d8-49cb-9f57-b34f910cc4a2'] in dv-cinder-829473-2-iscsi {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 05:48:27.212282 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b7a0a9-6464-4a6a-8d4c-10658cb4bae8 None None] Routers {'0608774b-76d8-49cb-9f57-b34f910cc4a2'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:48:27.212895 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-a4b7a0a9-6464-4a6a-8d4c-10658cb4bae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:47:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['0608774b-76d8-49cb-9f57-b34f910cc4a2'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:48:27.305700 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca83f1b5-1fe7-4c44-8f5c-06de57f508ce admin admin] Publish callbacks [] for router (0608774b-76d8-49cb-9f57-b34f910cc4a2), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:27.322145 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-a4b7a0a9-6464-4a6a-8d4c-10658cb4bae8 None None] Set router 0608774b-76d8-49cb-9f57-b34f910cc4a2 gateway port host: dv-cinder-829473-2-iscsi {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:48:27.409847 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca83f1b5-1fe7-4c44-8f5c-06de57f508ce admin admin] Publish callbacks [] for router_gateway (0608774b-76d8-49cb-9f57-b34f910cc4a2), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:27.461352 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-ca83f1b5-1fe7-4c44-8f5c-06de57f508ce admin admin] Deleting port f1c89235-bd58-4e70-8c98-c4089a8b4e7e {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:48:27.461694 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca83f1b5-1fe7-4c44-8f5c-06de57f508ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (f1c89235-bd58-4e70-8c98-c4089a8b4e7e), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:27.497401 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-a4b7a0a9-6464-4a6a-8d4c-10658cb4bae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'name': 'tempest-TestShelveInstance-1682836887-router', 'tenant_id': '2907a2767bf740fd8ca946c75f1ca474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'external_fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'f1c89235-bd58-4e70-8c98-c4089a8b4e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:59Z', 'updated_at': '2022-02-16T05:48:26Z', 'revision_number': 5, 'project_id': '2907a2767bf740fd8ca946c75f1ca474', 'gw_port': {'id': 'f1c89235-bd58-4e70-8c98-c4089a8b4e7e', 'name': '', 'network_id': '61efc28e-7d20-4d92-8b96-aa9398e7f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T05:43:59Z', 'updated_at': '2022-02-16T05:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35988b50-7f57-43f7-b0a5-0909380c9793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-2-iscsi'}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:48:27.522975 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b7a0a9-6464-4a6a-8d4c-10658cb4bae8 None None] Checking router: 0608774b-76d8-49cb-9f57-b34f910cc4a2 for host: dv-cinder-829473-2-iscsi {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 05:48:27.530928 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b7a0a9-6464-4a6a-8d4c-10658cb4bae8 None None] Routers {'0608774b-76d8-49cb-9f57-b34f910cc4a2'} bound to L3 agent in host dv-cinder-829473-2-iscsi {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 05:48:27.531516 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-a4b7a0a9-6464-4a6a-8d4c-10658cb4bae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T05:24:59Z,description=,heartbeat_timestamp=2022-02-16T05:47:59Z,host='dv-cinder-829473-2-iscsi',id=6b202bb3-a38c-42ec-b748-84c9989b5146,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T05:24:59Z,topic='l3_agent')) {'router_ids': ['0608774b-76d8-49cb-9f57-b34f910cc4a2'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:48:27.539178 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-ca83f1b5-1fe7-4c44-8f5c-06de57f508ce admin admin] For port f1c89235-bd58-4e70-8c98-c4089a8b4e7e, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=f1c89235-bd58-4e70-8c98-c4089a8b4e7e,segment=NetworkSegment(9f4aa2a5-f78d-482c-b1ec-a79d820629d3),segment_id=9f4aa2a5-f78d-482c-b1ec-a79d820629d3)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:48:27.539764 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca83f1b5-1fe7-4c44-8f5c-06de57f508ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (f1c89235-bd58-4e70-8c98-c4089a8b4e7e), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:27.555707 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-ca83f1b5-1fe7-4c44-8f5c-06de57f508ce admin admin] Calling delete_port for f1c89235-bd58-4e70-8c98-c4089a8b4e7e owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:48:27.617028 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-a4b7a0a9-6464-4a6a-8d4c-10658cb4bae8 None None] Set router 0608774b-76d8-49cb-9f57-b34f910cc4a2 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 05:48:27.671118 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-a4b7a0a9-6464-4a6a-8d4c-10658cb4bae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'name': 'tempest-TestShelveInstance-1682836887-router', 'tenant_id': '2907a2767bf740fd8ca946c75f1ca474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:59Z', 'updated_at': '2022-02-16T05:48:27Z', 'revision_number': 6, 'project_id': '2907a2767bf740fd8ca946c75f1ca474', 'gw_port_host': None}], 'dv-cinder-829473-2-iscsi', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:48:27.697971 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b7a0a9-6464-4a6a-8d4c-10658cb4bae8 None None] The sync data for ids ['0608774b-76d8-49cb-9f57-b34f910cc4a2'] in dv-cinder-829473-2-iscsi is: [{'id': '0608774b-76d8-49cb-9f57-b34f910cc4a2', 'name': 'tempest-TestShelveInstance-1682836887-router', 'tenant_id': '2907a2767bf740fd8ca946c75f1ca474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T05:43:59Z', 'updated_at': '2022-02-16T05:48:27Z', 'revision_number': 6, 'project_id': '2907a2767bf740fd8ca946c75f1ca474', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 05:48:27.732083 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca83f1b5-1fe7-4c44-8f5c-06de57f508ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (f1c89235-bd58-4e70-8c98-c4089a8b4e7e), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:27.757775 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83f1b5-1fe7-4c44-8f5c-06de57f508ce admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c89235-bd58-4e70-8c98-c4089a8b4e7e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:48:27.815720 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca83f1b5-1fe7-4c44-8f5c-06de57f508ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588152'] for router_gateway (0608774b-76d8-49cb-9f57-b34f910cc4a2), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:27.903417 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca83f1b5-1fe7-4c44-8f5c-06de57f508ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1581635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5490'] for router (0608774b-76d8-49cb-9f57-b34f910cc4a2), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:27.905531 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca83f1b5-1fe7-4c44-8f5c-06de57f508ce admin admin] Publish callbacks [] for router_controller (0608774b-76d8-49cb-9f57-b34f910cc4a2), precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:27.949978 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca83f1b5-1fe7-4c44-8f5c-06de57f508ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581640'] for router (0608774b-76d8-49cb-9f57-b34f910cc4a2), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:27.950468 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca83f1b5-1fe7-4c44-8f5c-06de57f508ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0608774b-76d8-49cb-9f57-b34f910cc4a2 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 05:48:27.955255 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca83f1b5-1fe7-4c44-8f5c-06de57f508ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:27.956395 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-ca83f1b5-1fe7-4c44-8f5c-06de57f508ce admin admin] 10.222.0.75 "DELETE /v2.0/routers/0608774b-76d8-49cb-9f57-b34f910cc4a2 HTTP/1.1" status: 204 len: 168 time: 0.7560270 Feb 16 05:48:27.958834 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 33258) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:48:28.000887 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-df842ec6-4e1f-4c5b-9eb9-00ea1da3a36b admin admin] Deleting subnet 5c12d801-988f-4346-9cf0-09ab9b4048fa {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 05:48:28.004354 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df842ec6-4e1f-4c5b-9eb9-00ea1da3a36b admin admin] Publish callbacks [] for subnet (5c12d801-988f-4346-9cf0-09ab9b4048fa), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:28.040032 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df842ec6-4e1f-4c5b-9eb9-00ea1da3a36b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4030596'] for subnet (5c12d801-988f-4346-9cf0-09ab9b4048fa), precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:28.125962 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device d43657aa-7d4e-4935-93ca-e7cb68ef4235 no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:48:28.140425 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df842ec6-4e1f-4c5b-9eb9-00ea1da3a36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133523527'] for subnet (5c12d801-988f-4346-9cf0-09ab9b4048fa), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:28.151903 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: d43657aa-7d4e-4935-93ca-e7cb68ef4235 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:48:28.152325 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device d43657aa-7d4e-4935-93ca-e7cb68ef4235 not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:48:28.192171 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df842ec6-4e1f-4c5b-9eb9-00ea1da3a36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133523536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4118781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3813054'] for subnet (5c12d801-988f-4346-9cf0-09ab9b4048fa), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:28.217193 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df842ec6-4e1f-4c5b-9eb9-00ea1da3a36b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c12d801-988f-4346-9cf0-09ab9b4048fa,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:48:28.221856 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df842ec6-4e1f-4c5b-9eb9-00ea1da3a36b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for subnet (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:28.225021 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-df842ec6-4e1f-4c5b-9eb9-00ea1da3a36b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/5c12d801-988f-4346-9cf0-09ab9b4048fa HTTP/1.1" status: 204 len: 168 time: 0.2652719 Feb 16 05:48:28.227501 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 33260) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:48:28.229979 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cac6f51-981a-4d35-9de5-88b75358eb19 None None] Network 4cd75ec3-bc24-4efb-a184-86cc1c88b83f requested from dv-cinder-829473-2-iscsi {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 05:48:28.292653 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133564096'] for network (4cd75ec3-bc24-4efb-a184-86cc1c88b83f), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:28.350725 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] Deleting port 3da99853-589b-40b9-8d30-4e6095412b79 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:48:28.351073 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (3da99853-589b-40b9-8d30-4e6095412b79), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:28.410957 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] For port 3da99853-589b-40b9-8d30-4e6095412b79, host dv-cinder-829473-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-2-iscsi',level=0,port_id=3da99853-589b-40b9-8d30-4e6095412b79,segment=NetworkSegment(ef913583-47e3-44fd-8ef8-89a6db26b86d),segment_id=ef913583-47e3-44fd-8ef8-89a6db26b86d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:48:28.411255 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (3da99853-589b-40b9-8d30-4e6095412b79), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:28.424606 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] Calling delete_port for 3da99853-589b-40b9-8d30-4e6095412b79 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:48:28.475054 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54b2cf3-8d42-42ac-8862-dda609aa0823 None None] DHCP port deletion for 4cd75ec3-bc24-4efb-a184-86cc1c88b83f request from dv-cinder-829473-2-iscsi {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 05:48:28.518565 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4118670'] for port (3da99853-589b-40b9-8d30-4e6095412b79), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:28.526160 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e54b2cf3-8d42-42ac-8862-dda609aa0823 None None] Deleting port 3da99853-589b-40b9-8d30-4e6095412b79 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 05:48:28.526531 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e54b2cf3-8d42-42ac-8862-dda609aa0823 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750525524646'] for port (3da99853-589b-40b9-8d30-4e6095412b79), before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:28.543934 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da99853-589b-40b9-8d30-4e6095412b79,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:48:28.547349 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] No DVR routers for this DVR port 3da99853-589b-40b9-8d30-4e6095412b79 on host dv-cinder-829473-2-iscsi {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:48:28.591194 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e54b2cf3-8d42-42ac-8862-dda609aa0823 None None] For port 3da99853-589b-40b9-8d30-4e6095412b79, host dv-cinder-829473-2-iscsi, got binding levels [] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 05:48:28.591598 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e54b2cf3-8d42-42ac-8862-dda609aa0823 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587779'] for port (3da99853-589b-40b9-8d30-4e6095412b79), precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:28.604749 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e54b2cf3-8d42-42ac-8862-dda609aa0823 None None] Calling delete_port for 3da99853-589b-40b9-8d30-4e6095412b79 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 05:48:28.607563 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.ipam_backend_mixin [None req-e54b2cf3-8d42-42ac-8862-dda609aa0823 None None] Port 3da99853-589b-40b9-8d30-4e6095412b79 was not found and therefore no delete operation was performed {{(pid=102570) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 05:48:28.608817 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e54b2cf3-8d42-42ac-8862-dda609aa0823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133531719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750525529613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750524972719'] for port (3da99853-589b-40b9-8d30-4e6095412b79), after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:28.617580 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133527232', 'neutron.services.segments.db._delete_segments_for_network-8750525486906'] for network (4cd75ec3-bc24-4efb-a184-86cc1c88b83f), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:28.642432 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd75ec3-bc24-4efb-a184-86cc1c88b83f']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:48:28.644617 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b2cf3-8d42-42ac-8862-dda609aa0823 None None] Pushing event deleted for resources: {'Port': ['ID=3da99853-589b-40b9-8d30-4e6095412b79,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:48:28.654483 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b2cf3-8d42-42ac-8862-dda609aa0823 None None] No DVR routers for this DVR port 3da99853-589b-40b9-8d30-4e6095412b79 on host dv-cinder-829473-2-iscsi {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 05:48:28.661556 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef913583-47e3-44fd-8ef8-89a6db26b86d') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:48:28.661556 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef913583-47e3-44fd-8ef8-89a6db26b86d') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 05:48:28.670101 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ddbdce56-54ba-4534-be66-f57072ff204f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:28.680507 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750525486659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4030643'] for segment (ef913583-47e3-44fd-8ef8-89a6db26b86d), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:28.694620 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084'] for segment (ef913583-47e3-44fd-8ef8-89a6db26b86d), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:28.701342 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 05:48:28.701920 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133522084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4118879'] for segment (ef913583-47e3-44fd-8ef8-89a6db26b86d), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: Traceback (most recent call last): Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: timer() Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: cb(*args, **kw) Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: return func(*args, **kwargs) Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: self._notify() Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: self.callback(batched_events) Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: event.method(event) Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: return f(self, *a, **k) Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._get(url).json() Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: return self.request(url, 'GET', **kwargs) Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 05:48:28.703579 dv-cinder-829473-2-iscsi neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 05:48:28.757504 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133527257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1516473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588188'] for network (4cd75ec3-bc24-4efb-a184-86cc1c88b83f), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:28.763003 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1516463'] for network (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:28.766635 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] 10.222.0.75 "DELETE /v2.0/networks/4cd75ec3-bc24-4efb-a184-86cc1c88b83f HTTP/1.1" status: 204 len: 168 time: 0.5382233 Feb 16 05:48:28.777767 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34c61f-f435-4a61-b594-3bcb4dbedb32 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cd75ec3-bc24-4efb-a184-86cc1c88b83f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:48:28.951907 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 33264) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:48:28.991581 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-676c1c8a-a8e0-4abe-bd33-4c60b8a36a51 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=563c1c32061d4b78be6a20b84fd3ae39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383983 Feb 16 05:48:28.993906 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.75', 33266) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:48:29.040069 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a0869c58-ee7d-4088-9c7a-027fc7f9c77b admin admin] Publish callbacks [] for security_group (e1e858d8-d906-475c-8e1f-f6c0608438a8), before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:29.064222 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a0869c58-ee7d-4088-9c7a-027fc7f9c77b admin admin] Publish callbacks [] for security_group (e1e858d8-d906-475c-8e1f-f6c0608438a8), precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:29.109429 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a0869c58-ee7d-4088-9c7a-027fc7f9c77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (e1e858d8-d906-475c-8e1f-f6c0608438a8), after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:29.111983 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a0869c58-ee7d-4088-9c7a-027fc7f9c77b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:29.113111 dv-cinder-829473-2-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-a0869c58-ee7d-4088-9c7a-027fc7f9c77b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e1e858d8-d906-475c-8e1f-f6c0608438a8 HTTP/1.1" status: 204 len: 168 time: 0.1183636 Feb 16 05:48:29.120708 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0869c58-ee7d-4088-9c7a-027fc7f9c77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e858d8-d906-475c-8e1f-f6c0608438a8,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:48:29.419207 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 33272) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:48:29.459051 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-8306a567-963f-4867-b9eb-76f77453e799 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2907a2767bf740fd8ca946c75f1ca474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385239 Feb 16 05:48:29.461469 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.75', 33274) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 05:48:29.476987 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:29.507150 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68e85343-a727-4202-8acf-6efed5c915f8 admin admin] Publish callbacks [] for security_group (7bdfa8ed-58aa-41f7-a04e-9418f0ffd14f), before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:29.531018 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68e85343-a727-4202-8acf-6efed5c915f8 admin admin] Publish callbacks [] for security_group (7bdfa8ed-58aa-41f7-a04e-9418f0ffd14f), precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:29.577146 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68e85343-a727-4202-8acf-6efed5c915f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625634'] for security_group (7bdfa8ed-58aa-41f7-a04e-9418f0ffd14f), after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:29.579696 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68e85343-a727-4202-8acf-6efed5c915f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:29.580853 dv-cinder-829473-2-iscsi neutron-server[102568]: INFO neutron.wsgi [None req-68e85343-a727-4202-8acf-6efed5c915f8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7bdfa8ed-58aa-41f7-a04e-9418f0ffd14f HTTP/1.1" status: 204 len: 168 time: 0.1182916 Feb 16 05:48:29.588554 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e85343-a727-4202-8acf-6efed5c915f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdfa8ed-58aa-41f7-a04e-9418f0ffd14f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 05:48:30.035566 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 3da99853-589b-40b9-8d30-4e6095412b79 no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:48:30.056042 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: 3da99853-589b-40b9-8d30-4e6095412b79 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:48:30.056437 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device 3da99853-589b-40b9-8d30-4e6095412b79 not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:48:30.056801 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device f1c89235-bd58-4e70-8c98-c4089a8b4e7e no longer exists at agent ovs-agent-dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 05:48:30.075282 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] No Port match for: f1c89235-bd58-4e70-8c98-c4089a8b4e7e {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 05:48:30.075618 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Device f1c89235-bd58-4e70-8c98-c4089a8b4e7e not bound to the agent host dv-cinder-829473-2-iscsi {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 05:48:31.013388 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:31.597805 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:48:32.852807 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:35.766835 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [req-4a8997cb-360e-4ada-b7d4-404497ed8968 req-3945f52c-4ba4-4145-b746-19aaec0476f3 service neutron] (102568) timed out ('10.222.0.60', 52486) {{(pid=102568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 05:48:40.458601 dv-cinder-829473-2-iscsi neutron-server[102568]: DEBUG neutron.wsgi [req-20e7f367-49d9-48b7-881d-0f4d35177da2 req-795dfb91-9024-4df8-9d18-40add977aba9 service neutron] (102568) timed out ('10.222.0.60', 52481) {{(pid=102568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 05:48:42.639247 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:45.165695 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [req-171fae19-6da5-43a5-a758-be52ddfbb226 req-ebc61a1d-c26a-46f1-ba28-b60e0ff0e678 service neutron] (102567) timed out ('10.222.0.60', 52514) {{(pid=102567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 05:48:56.150053 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-40b46777-5da9-47aa-8c6f-9df93428bd02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:58.633024 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2b07612f-6790-4448-8e00-be9749ea2add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:48:59.479884 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:49:01.017152 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:49:02.854812 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:49:08.599949 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:49:12.639207 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:49:26.154442 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dd4bdd0d-7afd-4c4d-8023-194d44c57328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:49:28.633589 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea4dd-1000-46f3-8259-bc7a948b05dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:49:29.482165 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:49:31.019458 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:49:32.857289 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:49:42.653115 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:49:45.598627 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:49:56.156300 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b58dbc53-d38c-4400-9402-4ce72ebd9786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:49:58.635412 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dadeb937-e13e-4897-9348-228aecc623b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:49:59.483849 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:50:01.144657 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:50:02.859109 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:50:12.668464 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:50:22.597110 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:50:26.158008 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-47ef501e-3f2c-4d43-9fff-d451eb42a88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:50:28.637037 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dfa1f675-08b4-44cb-b939-ca5d1cbbbd4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:50:29.487365 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:50:31.025892 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:50:32.861051 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:50:42.669250 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:50:56.160419 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3f684a53-320b-4ab1-992a-69e18c9df3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:50:58.638296 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ddac877-610b-41f8-b565-f66e3b057471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:50:59.490428 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:50:59.595983 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:51:01.029191 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:51:02.863760 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:51:12.682645 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:51:26.162030 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e4baec11-a60e-4980-a2e1-0dbadda617fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:51:28.638838 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e83b92d6-1b94-4bee-8538-0980471fdc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:51:29.494191 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:51:31.033199 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:51:32.866337 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:51:36.594762 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:51:42.682099 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:51:56.163248 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-33c53d07-04cc-442e-92a0-939138e48970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:51:58.639584 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5857f983-02af-4500-9a84-98ab926e3d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:51:59.496039 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:52:01.040139 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:52:02.867548 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:52:12.695783 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:52:13.597052 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:52:26.164956 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8cc90657-3788-4e9b-80a6-eb662ce93f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:52:28.641277 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-59e62cd9-6bdb-4af8-8f0c-86db1e902299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:52:29.498063 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:52:31.039802 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:52:32.868979 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:52:42.695846 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:52:50.596115 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:52:56.167395 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-54d939b1-95d7-4209-b0ba-056c9677499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:52:58.643480 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6704dd8e-ba67-481d-98f1-84436f47217b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:52:59.501459 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:53:01.043824 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:53:02.871101 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:53:12.725740 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:53:26.169326 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-15a8e1bb-4b92-4e70-84e0-db714a960ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (42a6e804-b7c4-4c14-996b-d109839b3592), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:53:27.594754 dv-cinder-829473-2-iscsi neutron-server[102571]: DEBUG neutron.db.agents_db [None req-ba67c0be-e9a9-4f6f-9de1-d6de31f035dd None None] Agent healthcheck: found 6 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 05:53:28.644157 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4de7ba80-e384-4510-912f-68c89a20fb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (6b202bb3-a38c-42ec-b748-84c9989b5146), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:53:29.506245 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f52b8c71-3725-4442-9d3d-17f57e657ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f92ec7c8-058d-4e68-9710-3cc59e338fb9), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:53:31.048847 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9be752cc-3f03-4fe4-a24e-dc0e604c4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (f73c287d-f182-4fc5-9afb-e06700c8018d), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:53:32.248562 dv-cinder-829473-2-iscsi neutron-server[102567]: DEBUG neutron.wsgi [req-92f24df6-352d-4318-9d65-f5ce67a88ac0 req-c70357a9-8547-4235-a3f3-50ae401cd5e6 service neutron] (102567) timed out ('10.222.0.60', 52517) {{(pid=102567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 05:53:32.873007 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98d28d3-9570-4597-95a9-80fc228374dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (18248a13-1dba-4d02-87c1-778e24d4eedc), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 05:53:42.742944 dv-cinder-829473-2-iscsi neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4385648e-9dc7-4361-9b33-3e83eb8dca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750525486888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133528823'] for agent (8a592e26-efa0-43a4-bb6f-53955caf5e7b), after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}